-- Logs begin at Tue 2021-05-18 09:25:23 UTC, end at Tue 2021-05-18 10:31:04 UTC. -- May 18 09:53:06.779488 dv-cinder-772623-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 18 09:53:09.255708 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.common.config [-] Logging enabled! May 18 09:53:09.256338 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev213 May 18 09:53:09.256452 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91149) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 18 09:53:09.259624 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.common.config [-] Logging enabled! May 18 09:53:09.259882 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev213 May 18 09:53:09.260182 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91149) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 18 09:53:09.261085 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 18 09:53:09.261312 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 18 09:53:09.261662 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 18 09:53:09.261901 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 18 09:53:09.262121 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 18 09:53:09.262456 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.262747 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.263035 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.263259 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.263542 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.263824 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.264096 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.264374 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.264661 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.264937 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.265266 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.265485 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.265710 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.265985 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.266260 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.266563 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.266783 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] debug = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.267056 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.267471 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.267883 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.268155 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.268439 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.268713 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.268977 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.269289 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.269560 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.269882 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] host = dv-cinder-772623-5-iscsi {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.270153 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.270456 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.270737 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.271018 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.271291 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.271563 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.271844 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.272109 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.272376 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] log_file = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.272645 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.272928 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.273208 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.273492 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.273713 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.273931 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.274212 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.274516 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.274787 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.275059 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.275326 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.275596 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.275862 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.276126 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.276405 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.276683 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.276961 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.277229 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.277495 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.277763 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.278027 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.278304 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.278593 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.278862 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.279131 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.279414 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.279676 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.279941 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.280234 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.280512 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.280786 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.281065 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.281333 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.281609 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.281879 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.282148 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.282437 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] use_json = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.282708 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.282973 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.283249 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.283517 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.283785 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.284053 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.284320 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.284597 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:09.285414 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.285706 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.286000 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.286281 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.286594 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.286872 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.287155 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.287434 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.287716 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.287998 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.288279 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.288554 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.288836 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.289110 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.289397 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.289697 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.289989 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.290272 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.290568 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.290838 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.291104 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.291379 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.291661 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.291952 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.292232 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.292500 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.292775 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.293056 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.293330 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.293598 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.293873 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.294154 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.294450 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.294719 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.294992 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.295263 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.295530 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.295794 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.296066 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.296346 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.296617 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.296880 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.297144 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.297416 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.297679 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.297955 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.298223 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.298540 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.298809 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.299082 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.299351 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.299619 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.299896 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.300162 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.301038 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.301308 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.301575 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.301841 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.302106 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.302372 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.302656 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.302920 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.303190 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.303455 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.303720 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.303986 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.304251 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.304520 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.304799 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.305092 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.305367 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.305640 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.305911 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.306184 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.306482 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.306801 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.307035 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.307308 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.307576 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.307861 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.308143 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.308422 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.308700 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.308973 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.309343 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.309549 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.309814 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.310087 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.310360 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.310665 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.310946 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.311233 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.311519 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.311805 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.312093 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.312376 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.312651 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.312953 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.313226 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:09.313440 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 18 09:53:09.313677 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91149) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 18 09:53:09.660713 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:53:09.660979 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:53:09.661263 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:53:09.661587 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.manager [-] Loading core plugin: ml2 May 18 09:53:09.964315 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:09.964519 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:09.964785 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:09.965986 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:09.966262 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:09.966552 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.083686 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.083952 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.084213 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.097128 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.098189 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.098477 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.126896 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.127174 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.127442 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.165316 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.165591 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.165853 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.396189 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.396850 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.396850 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.397031 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.397692 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.520794 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.521071 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.521463 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.521622 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.521884 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.522302 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.522686 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.522686 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.523008 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.523208 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.523512 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.523780 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.523982 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.524250 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.524480 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.524741 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.524992 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.525400 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.525657 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.525942 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.526284 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.526564 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.526812 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.527090 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.527337 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.527578 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.527959 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91149) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 09:53:10.528192 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91149) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 09:53:10.528423 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91149) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 09:53:10.528652 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91149) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 09:53:10.528879 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91149) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 09:53:10.529122 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91149) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 09:53:10.529468 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 18 09:53:10.532712 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 18 09:53:10.536640 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 18 09:53:10.540425 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) May 18 09:53:10.542038 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 18 09:53:10.542519 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 18 09:53:10.542852 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 18 09:53:10.543224 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 18 09:53:10.546135 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 18 09:53:10.546406 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 18 09:53:10.546750 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 18 09:53:10.575724 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 18 09:53:10.576158 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.576453 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91149) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 18 09:53:10.576819 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.578159 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91149) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 18 09:53:10.578467 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 18 09:53:10.578713 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 18 09:53:10.581894 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.582168 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:10.645250 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 18 09:53:10.645483 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 18 09:53:10.645718 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 18 09:53:10.646082 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 18 09:53:10.676500 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_db.sqlalchemy.engines [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91149) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 18 09:53:11.001049 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.plugins.ml2.managers [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Initializing driver for type 'gre' May 18 09:53:11.001479 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] gre ID ranges: [(1, 1000)] May 18 09:53:11.057773 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.plugins.ml2.managers [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Initializing driver for type 'local' May 18 09:53:11.058124 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.plugins.ml2.managers [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Initializing driver for type 'vlan' May 18 09:53:11.070469 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] VlanTypeDriver initialization complete May 18 09:53:11.070813 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.plugins.ml2.managers [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Initializing driver for type 'vxlan' May 18 09:53:11.071306 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] vxlan ID ranges: [(1, 1000)] May 18 09:53:11.127341 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.plugins.ml2.managers [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Initializing extension driver 'port_security' May 18 09:53:11.127666 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.plugins.ml2.extensions.port_security [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] PortSecurityExtensionDriver initialization complete May 18 09:53:11.127986 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.plugins.ml2.managers [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Initializing mechanism driver 'openvswitch' May 18 09:53:11.128303 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.plugins.ml2.managers [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Initializing mechanism driver 'hyperv' May 18 09:53:11.135440 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.plugins.ml2.plugin [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 09:53:11.136212 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > port after_create 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.136580 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > port after_update 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.136930 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > port after_delete 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.137324 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > subnet after_create 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.137665 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > subnet after_update 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.138006 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > subnet after_delete 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.138408 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > network after_create 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.138743 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > network after_update 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.139077 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > network after_delete 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.139451 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > security_group after_create 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.139789 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > security_group after_update 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.140119 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > security_group after_delete 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.140489 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.140826 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.141156 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.141522 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > address_group after_create 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.141854 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > address_group after_update 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.142181 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > address_group after_delete 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.142542 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] ML2 OVO RPC backend initialized. {{(pid=91149) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 18 09:53:11.143227 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > router_interface after_create 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.143573 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.143975 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > network before_response 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.144347 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > networks before_response 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.144689 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > port before_response 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.145057 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > ports before_response 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.145392 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > subnet before_response 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.145724 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > subnets before_response 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.146059 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > network after_create 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.146403 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > network after_update 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.146734 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > network after_delete 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.147060 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > port after_create 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.147386 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > port after_update 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.147707 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > port after_delete 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.148031 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > subnet after_create 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.148356 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > subnet after_update 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.148675 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > subnet after_delete 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.149230 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.plugins.ml2.plugin [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Modular L2 Plugin initialization complete May 18 09:53:11.149549 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading services supported by the core plugin {{(pid=91149) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 18 09:53:11.149865 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.plugins.ml2.managers [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Got port-security extension from driver 'port_security' May 18 09:53:11.150319 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.extensions.vlantransparent [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Disabled vlantransparent extension. May 18 09:53:11.150831 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91149) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 18 09:53:11.151140 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading Plugin: router May 18 09:53:11.187794 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > router_interface before_create 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.188184 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > router after_create 55549900 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.188550 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > router before_create 55549900 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.188909 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.189272 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.189619 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > router after_delete 55549900 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.189968 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > floatingip after_update 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.190317 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > router after_create 55549900 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.190678 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > router after_update 55549900 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.191640 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > router after_update 55549900 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.191997 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.192346 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > router after_update 55549900 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.192741 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > router precommit_update 55549900 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.193100 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: port after_update 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.193429 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: port after_delete 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.193757 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: subnet after_update 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.194086 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.194449 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > port precommit_delete 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.194788 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > router precommit_create 55549900 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.195118 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: port before_delete 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.195450 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > router precommit_create 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.195794 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > router after_update 55549900 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.196125 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > router precommit_delete 55549900 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.196459 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > router precommit_create 55549900 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.196807 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > router_interface after_create 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.197138 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > router precommit_update 55549900 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.197495 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > network after_delete 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.198330 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.quota.resource_registry [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Tracking information for resource: router configured {{(pid=91149) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 09:53:11.198675 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.quota.resource_registry [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Tracking information for resource: floatingip configured {{(pid=91149) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 09:53:11.203592 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.db.l3_agentschedulers_db [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 18 09:53:11.204160 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: port after_update 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.204517 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: port after_create 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.204860 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: port after_delete 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.205198 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: port after_update 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.205975 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > router before_create 55550100 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.206330 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > router precommit_delete 55550100 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.207251 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > router precommit_create 55550100 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.207597 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > router precommit_update 55550100 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.212133 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.services.provider_configuration [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Service providers = [] {{(pid=91149) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 18 09:53:11.212486 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.db.servicetype_db [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91149) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 18 09:53:11.215381 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.services.service_base [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91149) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 09:53:11.215716 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.services.service_base [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91149) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 09:53:11.216051 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.services.service_base [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91149) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 09:53:11.216914 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.services.service_base [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91149) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 09:53:11.217271 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.services.service_base [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Default provider is not specified for service type L3_ROUTER_NAT May 18 09:53:11.217803 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91149) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 09:53:11.218115 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 18 09:53:11.229067 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91149) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 09:53:11.229385 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading Plugin: auto_allocate May 18 09:53:11.235048 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: network precommit_update 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.235407 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: network precommit_create 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.235923 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91149) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 09:53:11.236237 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading Plugin: tag May 18 09:53:11.243477 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91149) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 09:53:11.243793 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading Plugin: timestamp May 18 09:53:11.247537 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91149) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 09:53:11.247861 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading Plugin: network_ip_availability May 18 09:53:11.253075 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.259943 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.259943 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.259943 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91149) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 09:53:11.259943 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading Plugin: flavors May 18 09:53:11.260331 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91149) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 09:53:11.260581 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading Plugin: revisions May 18 09:53:11.264831 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91149) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 09:53:11.265218 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_concurrency.lockutils [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.604s {{(pid=91149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:53:11.265943 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91149) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 18 09:53:11.266266 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Initializing extension manager. May 18 09:53:11.266789 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: __init__.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.267118 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: __pycache__ {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.267439 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.267760 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: address_group.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.268507 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.269096 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: address-group May 18 09:53:11.269408 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: address_scope.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.270102 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.270617 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: address-scope May 18 09:53:11.270929 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: admin_state_down_before_update.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.271825 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.272320 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: router-admin-state-down-before-update May 18 09:53:11.272636 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: agent.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.273312 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.273802 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: agent May 18 09:53:11.274138 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: agent_resources_synced.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.275026 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.275524 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: agent-resources-synced May 18 09:53:11.275830 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: allowedaddresspairs.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.277567 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.278070 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: allowed-address-pairs May 18 09:53:11.278398 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: auto_allocated_topology.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.279454 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.279948 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: auto-allocated-topology May 18 09:53:11.280262 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: availability_zone.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.280933 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.281429 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: availability_zone May 18 09:53:11.281741 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: availability_zone_filter.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.282679 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.283145 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: availability_zone_filter May 18 09:53:11.283457 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: data_plane_status.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.284340 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.284885 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extension data-plane-status not supported by any of loaded plugins May 18 09:53:11.285196 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: default_subnetpools.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.286076 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.286600 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: default-subnetpools May 18 09:53:11.286915 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: dhcpagentscheduler.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.287701 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.288196 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: dhcp_agent_scheduler May 18 09:53:11.288508 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: dns.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.289392 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.289884 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extension dns-integration not supported by any of loaded plugins May 18 09:53:11.290195 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: dns_domain_ports.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.291106 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.291596 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extension dns-domain-ports not supported by any of loaded plugins May 18 09:53:11.291906 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: dvr.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.292549 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.293039 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: dvr May 18 09:53:11.293348 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: empty_string_filtering.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.294226 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.294753 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: empty-string-filtering May 18 09:53:11.295067 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.295943 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.296428 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 18 09:53:11.296740 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.297616 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.298102 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 18 09:53:11.298438 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: external_net.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.299307 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.299799 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: external-net May 18 09:53:11.300112 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: extra_dhcp_opt.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.301520 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.302016 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: extra_dhcp_opt May 18 09:53:11.302328 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: extraroute.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.303224 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.303716 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: extraroute May 18 09:53:11.304034 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: extraroute_atomic.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.305021 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.305522 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: extraroute-atomic May 18 09:53:11.305838 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: filter_validation.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.306512 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.307006 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: filter-validation May 18 09:53:11.307317 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: fip_pf_description.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.308369 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.308861 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 18 09:53:11.309173 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: fip_port_details.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.310053 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.310582 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: fip-port-details May 18 09:53:11.310896 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: flavors.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.312084 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.312582 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: flavors May 18 09:53:11.312897 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.314567 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.315074 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 18 09:53:11.315487 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: floatingip_pools.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.316710 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.317205 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: floatingip-pools May 18 09:53:11.317523 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: ip_allocation.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.318433 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.318923 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extension ip_allocation not supported by any of loaded plugins May 18 09:53:11.319237 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.320124 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.320616 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: ip-substring-filtering May 18 09:53:11.320932 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: l2_adjacency.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.321825 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.322316 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extension l2_adjacency not supported by any of loaded plugins May 18 09:53:11.322656 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: l3.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.323600 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.324105 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: router May 18 09:53:11.324420 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: l3_conntrack_helper.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.326654 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.327169 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 18 09:53:11.327489 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.328389 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.328890 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: ext-gw-mode May 18 09:53:11.329205 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.330096 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.330621 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: l3-ha May 18 09:53:11.330939 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: l3_flavors.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.332348 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.332839 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: l3-flavors May 18 09:53:11.333150 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.334052 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.334580 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: l3-port-ip-change-not-allowed May 18 09:53:11.334893 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: l3agentscheduler.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.335938 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.336439 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: l3_agent_scheduler May 18 09:53:11.336756 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: logging.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.338215 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.338753 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extension logging not supported by any of loaded plugins May 18 09:53:11.339074 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: metering.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.339796 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.340362 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: metering May 18 09:53:11.340679 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.341754 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.342258 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: metering_source_and_destination_fields May 18 09:53:11.342605 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: multiprovidernet.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.343622 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.344131 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: multi-provider May 18 09:53:11.344449 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: netmtu.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.345333 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.345829 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: net-mtu May 18 09:53:11.346145 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: netmtu_writable.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.347057 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.348366 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: net-mtu-writable May 18 09:53:11.348678 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: network_availability_zone.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.349326 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.349826 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: network_availability_zone May 18 09:53:11.350139 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: network_ip_availability.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.351248 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.351744 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: network-ip-availability May 18 09:53:11.352059 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: network_segment_range.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.352799 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.353291 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extension network-segment-range not supported by any of loaded plugins May 18 09:53:11.353605 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: pagination.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.354586 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.354908 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: pagination May 18 09:53:11.355219 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: port_device_profile.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.356104 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.356603 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: port-device-profile May 18 09:53:11.356917 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.357800 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.358291 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: port-mac-address-regenerate May 18 09:53:11.358625 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.359514 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.360004 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: port-numa-affinity-policy May 18 09:53:11.360316 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: port_resource_request.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.361191 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.361682 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extension port-resource-request not supported by any of loaded plugins May 18 09:53:11.361991 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: portbindings.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.362934 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.363427 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: binding May 18 09:53:11.363739 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: portbindings_extended.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.364973 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.365471 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: binding-extended May 18 09:53:11.365790 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: portsecurity.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.366697 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.367192 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: port-security May 18 09:53:11.367504 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: project_id.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.368445 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.368764 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: project-id May 18 09:53:11.369075 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: providernet.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.369954 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.370485 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: provider May 18 09:53:11.370800 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: qos.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.374278 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.374813 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extension qos not supported by any of loaded plugins May 18 09:53:11.375136 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.376343 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.376847 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 18 09:53:11.377166 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.378050 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.379107 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 18 09:53:11.379425 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: qos_default.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.380306 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.380811 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extension qos-default not supported by any of loaded plugins May 18 09:53:11.381128 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: qos_fip.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.381757 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.382247 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extension qos-fip not supported by any of loaded plugins May 18 09:53:11.382588 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: qos_gateway_ip.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.383480 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.383978 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extension qos-gateway-ip not supported by any of loaded plugins May 18 09:53:11.384294 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: qos_port_network_policy.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.385174 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.385669 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extension qos-port-network-policy not supported by any of loaded plugins May 18 09:53:11.385980 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: qos_rule_type_details.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.386895 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.387387 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extension qos-rule-type-details not supported by any of loaded plugins May 18 09:53:11.387698 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: qos_rules_alias.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.388709 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.389205 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extension qos-rules-alias not supported by any of loaded plugins May 18 09:53:11.389517 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: quotasv2.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.390545 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.390863 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: quotas May 18 09:53:11.391174 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: quotasv2_detail.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.392739 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.393072 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: quota_details May 18 09:53:11.393396 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: rbac.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.395028 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.395545 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: rbac-policies May 18 09:53:11.395869 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: rbac_address_group.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.396766 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.397276 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: rbac-address-group May 18 09:53:11.397575 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: rbac_address_scope.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.398493 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.398994 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: rbac-address-scope May 18 09:53:11.399313 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: rbac_security_groups.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.400199 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.400694 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: rbac-security-groups May 18 09:53:11.401011 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: rbac_subnetpool.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.401910 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.402433 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: rbac-subnetpool May 18 09:53:11.402755 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: revisionifmatch.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.403949 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.404129 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: revision-if-match May 18 09:53:11.404444 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: revisions.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.405517 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.406017 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: standard-attr-revisions May 18 09:53:11.406334 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: router_availability_zone.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.407015 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.407511 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: router_availability_zone May 18 09:53:11.407824 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: routerservicetype.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.408712 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.409207 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extension router-service-type not supported by any of loaded plugins May 18 09:53:11.409518 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.410460 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.410959 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: security-groups-normalized-cidr May 18 09:53:11.411272 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: security_groups_port_filtering.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.413203 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.413700 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: port-security-groups-filtering May 18 09:53:11.414013 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.414938 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.415439 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: security-groups-remote-address-group May 18 09:53:11.415751 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: securitygroup.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.425716 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.426239 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: security-group May 18 09:53:11.426595 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: segment.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.427359 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.427857 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extension segment not supported by any of loaded plugins May 18 09:53:11.428177 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.429083 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.429582 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 18 09:53:11.429897 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: servicetype.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.431000 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.431506 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: service-type May 18 09:53:11.431823 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: sorting.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.432782 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.433105 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: sorting May 18 09:53:11.433419 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: standard_attr_segment.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.434304 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.434839 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extension standard-attr-segment not supported by any of loaded plugins May 18 09:53:11.435158 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: standardattrdescription.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.435778 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.436270 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: standard-attr-description May 18 09:53:11.436583 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: stateful_security_group.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.437476 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.437974 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: stateful-security-group May 18 09:53:11.438288 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: stdattrs_common.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.438907 dv-cinder-772623-5-iscsi neutron-server[91149]: WARNING neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 18 09:53:11.439220 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.440190 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.440706 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 18 09:53:11.441595 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: subnet_onboard.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.442673 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.443185 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: subnet_onboard May 18 09:53:11.443495 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.444403 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.444898 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 18 09:53:11.445219 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: subnet_service_types.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.446110 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.446636 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: subnet-service-types May 18 09:53:11.446955 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: subnetallocation.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.448006 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.448502 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: subnet_allocation May 18 09:53:11.448846 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.449526 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.450017 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: subnetpool-prefix-ops May 18 09:53:11.450301 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.451257 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.451739 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 18 09:53:11.452052 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: tagging.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.453154 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.453653 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: standard-attr-tag May 18 09:53:11.453989 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: timestamp.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.455461 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.455978 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loaded extension: standard-attr-timestamp May 18 09:53:11.456252 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: trunk.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.457909 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.458533 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extension trunk not supported by any of loaded plugins May 18 09:53:11.458762 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: trunk_details.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.459660 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.460156 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extension trunk-details not supported by any of loaded plugins May 18 09:53:11.460591 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: uplink_status_propagation.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.461361 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.461859 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extension uplink-status-propagation not supported by any of loaded plugins May 18 09:53:11.462198 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Loading extension file: vlantransparent.py {{(pid=91149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 09:53:11.462866 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 09:53:11.463368 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extension vlan-transparent not supported by any of loaded plugins May 18 09:53:11.465863 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.quota.resource_registry [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Creating instance of TrackedResource for resource:network May 18 09:53:11.466643 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.quota.resource_registry [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Creating instance of TrackedResource for resource:subnet May 18 09:53:11.467490 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.quota.resource_registry [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Creating instance of TrackedResource for resource:subnetpool May 18 09:53:11.467998 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.quota.resource_registry [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Creating instance of TrackedResource for resource:port May 18 09:53:11.469363 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.v2.resource_helper [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 09:53:11.469745 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.v2.resource_helper [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Service FLAVORS assigned prefix: {{(pid=91149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 09:53:11.470351 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.v2.resource_helper [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 09:53:11.470807 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.v2.resource_helper [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 09:53:11.471132 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.quota.resource_registry [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Creating instance of TrackedResource for resource:router May 18 09:53:11.471774 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.quota.resource_registry [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Creating instance of TrackedResource for resource:floatingip May 18 09:53:11.472515 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.v2.resource_helper [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Service METERING assigned prefix: /metering {{(pid=91149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 09:53:11.474217 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.474606 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.474953 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 09:53:11.476068 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.quota.resource_registry [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Creating instance of CountableResource for resource:rbac_policy May 18 09:53:11.476522 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.quota.resource_registry [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Creating instance of TrackedResource for resource:security_group May 18 09:53:11.477159 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.quota.resource_registry [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Creating instance of TrackedResource for resource:security_group_rule May 18 09:53:11.477867 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.v2.resource_helper [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Service CORE assigned prefix: {{(pid=91149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 09:53:11.478191 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.quota.resource_registry [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Creating instance of TrackedResource for resource:subnetpool May 18 09:53:11.478556 dv-cinder-772623-5-iscsi neutron-server[91149]: WARNING neutron.quota.resource_registry [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] subnetpool is already registered May 18 09:53:11.479156 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.v2.resource_helper [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Service CORE assigned prefix: {{(pid=91149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 09:53:11.479474 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.quota.resource_registry [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Creating instance of TrackedResource for resource:subnetpool May 18 09:53:11.479790 dv-cinder-772623-5-iscsi neutron-server[91149]: WARNING neutron.quota.resource_registry [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] subnetpool is already registered May 18 09:53:11.483405 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.v2.resource_helper [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 09:53:11.483831 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.v2.resource_helper [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Service FLAVORS assigned prefix: {{(pid=91149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 09:53:11.484410 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.v2.resource_helper [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 09:53:11.484819 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.v2.resource_helper [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 09:53:11.485150 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.quota.resource_registry [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Creating instance of TrackedResource for resource:router May 18 09:53:11.485475 dv-cinder-772623-5-iscsi neutron-server[91149]: WARNING neutron.quota.resource_registry [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] router is already registered May 18 09:53:11.486053 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.quota.resource_registry [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Creating instance of TrackedResource for resource:floatingip May 18 09:53:11.486375 dv-cinder-772623-5-iscsi neutron-server[91149]: WARNING neutron.quota.resource_registry [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] floatingip is already registered May 18 09:53:11.487005 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.v2.resource_helper [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Service METERING assigned prefix: /metering {{(pid=91149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 09:53:11.487666 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.quota.resource_registry [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Creating instance of CountableResource for resource:rbac_policy May 18 09:53:11.488012 dv-cinder-772623-5-iscsi neutron-server[91149]: WARNING neutron.quota.resource_registry [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] rbac_policy is already registered May 18 09:53:11.488551 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.quota.resource_registry [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Creating instance of TrackedResource for resource:security_group May 18 09:53:11.488870 dv-cinder-772623-5-iscsi neutron-server[91149]: WARNING neutron.quota.resource_registry [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] security_group is already registered May 18 09:53:11.489433 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.quota.resource_registry [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Creating instance of TrackedResource for resource:security_group_rule May 18 09:53:11.489754 dv-cinder-772623-5-iscsi neutron-server[91149]: WARNING neutron.quota.resource_registry [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] security_group_rule is already registered May 18 09:53:11.490412 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.v2.resource_helper [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Service CORE assigned prefix: {{(pid=91149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 09:53:11.490726 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.quota.resource_registry [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Creating instance of TrackedResource for resource:subnetpool May 18 09:53:11.491051 dv-cinder-772623-5-iscsi neutron-server[91149]: WARNING neutron.quota.resource_registry [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] subnetpool is already registered May 18 09:53:11.491643 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.v2.resource_helper [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Service CORE assigned prefix: {{(pid=91149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 09:53:11.491962 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.quota.resource_registry [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Creating instance of TrackedResource for resource:subnetpool May 18 09:53:11.492277 dv-cinder-772623-5-iscsi neutron-server[91149]: WARNING neutron.quota.resource_registry [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] subnetpool is already registered May 18 09:53:11.492916 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extended resource: extensions {{(pid=91149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:11.494406 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extended resource: address-groups {{(pid=91149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:11.496024 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extended resource: address-scopes {{(pid=91149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:11.497232 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extended resource: agents {{(pid=91149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:11.498468 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extended resource: auto-allocated-topology {{(pid=91149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:11.499719 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extended resource: availability_zones {{(pid=91149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:11.501020 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extended resource: dhcp-networks {{(pid=91149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:11.502468 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extended resource: dhcp-agents {{(pid=91149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:11.504492 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extended resource: routers {{(pid=91149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:11.506243 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extended resource: flavors {{(pid=91149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:11.507450 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extended resource: service_profiles {{(pid=91149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:11.508641 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extended resource: next_providers {{(pid=91149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:11.510176 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extended resource: service_profiles {{(pid=91149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:11.511670 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extended resource: floatingip-pools {{(pid=91149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:11.513002 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extended resource: routers {{(pid=91149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:11.514842 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extended resource: floatingips {{(pid=91149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:11.516033 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extended resource: l3-routers {{(pid=91149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:11.517410 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extended resource: l3-agents {{(pid=91149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:11.518862 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extended resource: metering-labels {{(pid=91149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:11.520303 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extended resource: metering-label-rules {{(pid=91149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:11.521565 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extended resource: network-ip-availabilities {{(pid=91149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:11.522851 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extended resource: bindings {{(pid=91149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:11.524498 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extended resource: quotas {{(pid=91149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:11.525913 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extended resource: quotas {{(pid=91149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:11.527475 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extended resource: rbac-policies {{(pid=91149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:11.528799 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extended resource: security-groups {{(pid=91149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:11.529993 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extended resource: security-group-rules {{(pid=91149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:11.531270 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extended resource: service-providers {{(pid=91149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:11.532492 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extended resource: subnetpools {{(pid=91149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:11.533900 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extended resource: subnetpools {{(pid=91149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:11.535965 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extended resource: tags {{(pid=91149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:11.537651 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extended resource: tags {{(pid=91149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:11.539589 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extended resource: tags {{(pid=91149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:11.541359 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extended resource: tags {{(pid=91149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:11.544344 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extended resource: tags {{(pid=91149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:11.546223 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extended resource: tags {{(pid=91149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:11.547942 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extended resource: tags {{(pid=91149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:11.659382 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extended resource: tags {{(pid=91149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:11.661725 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extended resource: tags {{(pid=91149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:11.663574 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron.api.extensions [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Extended resource: tags {{(pid=91149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 09:53:11.669365 dv-cinder-772623-5-iscsi neutron-server[91149]: WARNING keystonemiddleware.auth_token [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 18 09:53:11.674011 dv-cinder-772623-5-iscsi neutron-server[91149]: WARNING keystonemiddleware.auth_token [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 18 09:53:11.682328 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_concurrency.lockutils [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Acquired lock "singleton_lock" {{(pid=91149) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 18 09:53:11.682824 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_concurrency.lockutils [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Releasing lock "singleton_lock" {{(pid=91149) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 18 09:53:11.683452 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO oslo_service.service [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Starting 2 workers May 18 09:53:11.687980 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Started child 91254 {{(pid=91149) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 18 09:53:11.692655 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Started child 91255 {{(pid=91149) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 18 09:53:11.693700 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:11.694338 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO neutron.service [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Neutron service started, listening on 0.0.0.0:9696 May 18 09:53:11.694832 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Notify callbacks [] for process, before_spawn {{(pid=91149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:11.695220 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [-] (91254) wsgi starting up on http://0.0.0.0:9696 May 18 09:53:11.697221 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO oslo_service.service [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Starting 1 workers May 18 09:53:11.697329 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:11.698717 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [-] (91255) wsgi starting up on http://0.0.0.0:9696 May 18 09:53:11.702098 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Started child 91256 {{(pid=91149) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 18 09:53:11.702644 dv-cinder-772623-5-iscsi neutron-server[91149]: INFO oslo_service.service [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Starting 1 workers May 18 09:53:11.705791 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.service [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] calling RpcWorker wait() {{(pid=91256) _wait /opt/stack/neutron/neutron/service.py:128}} May 18 09:53:11.706355 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.service [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] returning from RpcWorker wait() {{(pid=91256) _wait /opt/stack/neutron/neutron/service.py:135}} May 18 09:53:11.707390 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Started child 91257 {{(pid=91149) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 18 09:53:11.708169 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG neutron_lib.callbacks.manager [None req-da2ec170-2d65-4abb-88a4-b18c1b78dcfe None None] Notify callbacks [] for process, after_spawn {{(pid=91149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:11.708422 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:11.708937 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 09:53:11.709973 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91149) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 18 09:53:11.710179 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 18 09:53:11.710360 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 18 09:53:11.710597 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 18 09:53:11.710928 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 18 09:53:11.711088 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 18 09:53:11.711571 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.711827 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.712081 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.712286 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:11.712747 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.712747 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.713172 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.713420 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 09:53:11.713519 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.713666 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.713935 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.714190 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.714359 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.714545 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.714780 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.715031 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.715330 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.715610 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.715858 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.716125 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.716317 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.716559 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.716811 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.717148 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.717417 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] debug = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.717511 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.717972 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.718364 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.718711 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.718711 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.718981 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.719153 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.719414 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.719658 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.719873 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.720104 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.720361 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.720588 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.720800 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.721032 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.721268 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.721482 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.721971 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] host = dv-cinder-772623-5-iscsi {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.722272 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.722575 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.722817 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.723314 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.723568 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.723779 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.724024 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.724277 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.724531 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.724751 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.724992 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.725214 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.725456 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.725700 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] log_file = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.725862 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] log_options = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.726090 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.726393 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.726661 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.726848 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.727006 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.727174 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.727433 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.727595 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.727845 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.728074 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.728283 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.728509 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.728735 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.728962 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.729207 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.729445 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.729689 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.729903 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.730140 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.730360 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.730600 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.730848 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.731079 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.731316 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.731534 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.731760 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.731980 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.732191 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.732396 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.732633 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.732876 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.733110 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.733339 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.733577 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.733797 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.734014 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.734221 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.734495 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.734720 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.734982 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.735237 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.735447 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.735669 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.735879 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.736222 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.736372 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] use_json = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.736555 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.736794 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.737041 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.737260 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.737477 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.737645 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.738324 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.738559 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.738975 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.739462 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.740057 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.740408 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.740556 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.740810 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.741053 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.741279 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.741525 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.741750 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.742081 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.742686 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.742686 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.742944 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.743147 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.743392 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.743658 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.744066 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.744188 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.744374 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.744613 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.744829 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.745170 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.745437 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.745733 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.745932 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.746271 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.746422 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.746605 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.746835 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.747046 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.747256 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.747523 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.747735 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.747947 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.748177 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.748414 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.748623 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.748844 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.749094 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.749343 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.749636 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.750532 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.750532 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.750532 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.750532 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.751082 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.751082 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.751374 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.751616 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.751838 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.752059 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.752313 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.752687 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.752687 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.752938 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.753213 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.753357 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.753607 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.756125 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.756125 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.756125 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.756125 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.756125 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.756125 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.756125 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.756125 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.756125 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.756697 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.756697 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.756697 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.756885 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.757095 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.757304 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.757513 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.757721 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.757932 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.759041 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.759041 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.759041 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.759041 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.759041 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.760193 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.760193 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.760193 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.760193 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.760193 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.762051 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.762051 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.762051 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.762051 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.762051 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.762051 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.762051 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.762051 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.762680 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.762680 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.762839 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.763033 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.763275 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.763510 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.763728 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.764003 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.764242 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.764454 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.764677 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.764953 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.765182 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.765446 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.765687 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.765951 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.766237 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.766505 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.766776 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.767015 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.767278 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.767583 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.767841 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.768123 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.768389 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.768612 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.768862 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.769134 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.769615 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.770051 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.770509 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.770902 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.771346 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.771760 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.772183 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.772601 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.773005 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.773505 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.773744 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.773961 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.774191 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.774484 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.774752 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.774993 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.775253 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.775505 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.775764 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.776005 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.776254 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.776485 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.776724 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.776949 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.777160 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.777411 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.777665 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.777817 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.778617 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.778617 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.778617 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.779035 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.779035 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.779321 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.779321 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.779593 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.779730 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.780177 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.780177 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.780460 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.780608 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.780759 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.780951 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.781171 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.781405 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.781604 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.781861 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.782298 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.782481 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.782623 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.782923 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.783096 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.783244 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.784350 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.784350 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.784350 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.784350 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.784350 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.784852 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.784852 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.784997 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.785213 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.785455 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.785685 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.786008 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.786438 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.786669 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.786911 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.787125 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.787340 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.787588 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.787892 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.787992 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.788259 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.788439 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.788717 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.788953 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.789202 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.789411 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.789646 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.789914 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.790083 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.790287 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.790597 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.790838 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.791072 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.791309 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.791542 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.791763 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.791988 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.792196 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.792408 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.792618 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.792839 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.793046 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.793253 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.793463 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.793670 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.793890 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.794094 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.794301 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.794553 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.794765 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.794984 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.795190 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.795395 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.795600 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.795834 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.796132 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.796384 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.796603 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.796888 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.797134 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.797387 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.797640 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.797976 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.798182 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.798437 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.798655 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.798865 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.799080 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.799341 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.799652 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.799928 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.800169 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.800941 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.801226 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.801486 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.801725 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.801932 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.802210 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.802547 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.802823 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.803074 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.803295 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.803569 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.803806 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.804021 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.804232 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.804472 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.804681 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.804933 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.805157 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.805374 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.805756 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.805984 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.806202 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.806476 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.806717 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.806955 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.807183 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.807337 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 18 09:53:11.807899 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91149) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 18 09:53:11.808093 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 18 09:53:11.808230 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 18 09:53:11.808359 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 18 09:53:11.808496 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 18 09:53:11.808641 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 18 09:53:11.808823 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.808981 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.809136 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.809290 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.809443 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.809620 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.809778 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.809932 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.810074 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.810209 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.810361 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.810538 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.810694 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.810839 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.810993 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.811147 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.811301 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.811455 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.811614 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.811783 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.811916 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.812071 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.812225 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] debug = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.812380 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.812552 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.812708 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.812862 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.813016 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.813170 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.813323 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.813476 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.813631 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.813785 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.813940 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.814094 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.814248 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.814417 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.814574 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.814728 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.814883 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.815032 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] host = dv-cinder-772623-5-iscsi {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.815210 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.815332 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.815485 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.815642 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.815795 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.815974 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.816198 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.816318 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.816476 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.816629 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.816783 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.816936 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.817089 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.817242 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] log_file = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.817396 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] log_options = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.817567 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.819212 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.819212 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.819212 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.819212 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.819212 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.819212 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.819212 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.820578 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.820578 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.820578 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.820578 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.820578 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.820578 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.820578 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.820578 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.820578 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.822283 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.822283 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.822283 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.822283 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.822283 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.822283 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.822283 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.822283 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.823247 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.823247 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.823247 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.823247 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.823247 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.823247 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.823247 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.823247 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.823777 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.823777 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.823777 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.823777 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.823777 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.823777 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.823777 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.823777 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.824316 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.824316 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.824316 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.824316 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.824316 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] use_json = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.824316 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.824316 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.824784 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.824784 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.824784 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.824990 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.824990 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.825123 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 09:53:11.825294 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.825451 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.825624 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.825793 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.825940 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.826097 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.826618 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.826618 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.826618 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.826850 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.826931 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.827009 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.827184 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.827341 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.827497 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.827657 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.827815 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.827971 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.828129 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.828288 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.828445 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.828619 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.828770 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.828927 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.829086 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.829243 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.829400 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.829558 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.830051 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.830051 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.830051 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.830265 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.830343 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.830547 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.830754 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.830754 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.831029 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.831029 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.831175 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.831335 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.832254 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.832254 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.832578 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.832578 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.832733 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.832733 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.833101 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.833101 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.833262 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.833343 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.833487 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.833646 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.833820 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.833958 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.834695 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.834695 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.834695 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.834695 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.836047 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.836047 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.836047 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.836047 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.836047 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.836047 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.836047 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.836047 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.836047 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.838148 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.838148 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.838148 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.838148 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.838148 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.838148 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.838148 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.838148 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.838148 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.838801 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.838801 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.838801 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.838801 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.838801 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.838801 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.838801 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.838801 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.838801 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.839469 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.839469 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.839469 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.839469 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.839748 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 09:53:11.839832 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.839832 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.839832 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.839832 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.839832 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.840190 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.840190 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.840334 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.840411 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.840562 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.840722 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.840875 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.841031 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.841186 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.841341 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.841497 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.841652 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.841809 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.841966 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.842121 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.842275 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.842451 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.843002 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.843002 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.843002 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.843242 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.843242 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.843385 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.843510 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.843667 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.843823 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.843980 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.844136 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.844295 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.844451 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.844608 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.844765 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.844921 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.845083 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.845251 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.845409 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.845566 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.845769 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.845895 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.846051 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.846207 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.846362 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.846540 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.846722 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.846858 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.847014 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.847189 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.847376 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.847534 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.847693 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.848110 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.848272 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.848428 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.848583 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.848741 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.848899 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.849054 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.849210 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.849368 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.849524 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.849679 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.849835 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.849994 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.850150 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.850364 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.850481 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.850639 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.850796 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.850951 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.851108 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.852871 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.852871 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.852871 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.852871 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.852871 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.852871 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.852871 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.852871 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.854720 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.854720 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.854720 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.854720 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.854720 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.854720 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.854720 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.854720 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.855183 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.855183 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.855183 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.855183 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.855183 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.855183 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.855183 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.855183 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.855627 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.855627 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.855627 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.855627 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.855627 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.855627 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.855627 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.856016 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.856016 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.856135 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.856235 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.856393 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.856705 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.856705 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.856894 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.857003 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.857168 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.857316 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.857535 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.857640 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.857781 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.857936 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.858095 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.858260 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.858438 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.858595 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.858750 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.858908 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.859082 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.859228 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.859383 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.859538 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.859695 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.859858 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.860014 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.860169 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.860324 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.860483 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.860647 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.860803 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.860959 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.861114 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.861272 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.861435 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.861591 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.861747 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.861910 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.862066 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.862222 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.862398 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.862566 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.862723 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.863414 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.863575 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.863733 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.866402 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.866402 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.866402 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.866402 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.866402 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.866402 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.866402 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.866402 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.867017 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.867017 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.867017 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.867017 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.867017 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.867017 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.867017 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.867017 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.867017 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.867704 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.867882 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.868045 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.868206 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.868366 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.868524 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.868683 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.868841 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.868998 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.869156 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.869313 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.869466 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.869608 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.869744 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 09:53:11.869910 dv-cinder-772623-5-iscsi neutron-server[91149]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 18 09:53:11.948800 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 57102) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:53:11.957666 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067472 May 18 09:53:22.633984 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620e3a6c-e7d8-415d-9038-7faf2790ab53 None None] get_active_networks_info from dv-cinder-772623-5-iscsi {{(pid=91256) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 18 09:53:22.702625 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620e3a6c-e7d8-415d-9038-7faf2790ab53 None None] No non-hosted networks {{(pid=91256) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 18 09:53:22.726635 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-b20d9b7d-8f42-4863-93ef-25be8e46fd39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812'] for agent, after_create {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:25.148466 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812'] for agent, after_create {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:25.150090 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:25.151014 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:25.151473 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:25.152045 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:25.152414 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:25.153342 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:25.153883 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:25.155833 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:25.156172 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:25.156498 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:25.158524 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:25.158903 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:25.162951 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-772623-5-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 09:53:25.177224 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-772623-5-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 09:53:25.208266 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-ba5fcb2b-f185-436f-82c4-cd981735f4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812'] for agent, after_create {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:25.273369 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-7a17fc67-23ba-4b54-9685-6753c33d0804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:26.617427 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812'] for agent, after_create {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:27.714823 dv-cinder-772623-5-iscsi neutron-server[91256]: INFO neutron.db.l3_hamode_db [None req-68c4bcfd-7c39-4124-96cb-253859410c99 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 18 09:53:27.808480 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c4bcfd-7c39-4124-96cb-253859410c99 None None] Routers set() bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 09:53:27.809244 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c4bcfd-7c39-4124-96cb-253859410c99 None None] Router IDs set() for agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 18 09:53:28.084229 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812'] for agent, after_create {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:29.479865 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 57194) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:53:30.061888 dv-cinder-772623-5-iscsi neutron-server[91255]: WARNING oslo_policy.policy [None req-144d39cd-675e-454b-ad06-1c9706a9437c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 09:53:30.062505 dv-cinder-772623-5-iscsi neutron-server[91255]: WARNING oslo_policy.policy [None req-144d39cd-675e-454b-ad06-1c9706a9437c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 09:53:30.279549 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [None req-144d39cd-675e-454b-ad06-1c9706a9437c admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=91255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 09:53:30.280620 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-144d39cd-675e-454b-ad06-1c9706a9437c admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7998548 May 18 09:53:32.635756 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 57208) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:53:33.211700 dv-cinder-772623-5-iscsi neutron-server[91254]: WARNING oslo_policy.policy [None req-d7ff1e0e-15fb-4b0a-9ab1-d5bc08763925 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 09:53:33.212279 dv-cinder-772623-5-iscsi neutron-server[91254]: WARNING oslo_policy.policy [None req-d7ff1e0e-15fb-4b0a-9ab1-d5bc08763925 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 09:53:33.425434 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-d7ff1e0e-15fb-4b0a-9ab1-d5bc08763925 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 09:53:33.524557 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.policy [None req-d7ff1e0e-15fb-4b0a-9ab1-d5bc08763925 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91254) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 18 09:53:33.569220 dv-cinder-772623-5-iscsi neutron-server[91254]: WARNING oslo_policy.policy [None req-d7ff1e0e-15fb-4b0a-9ab1-d5bc08763925 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 09:53:33.569605 dv-cinder-772623-5-iscsi neutron-server[91254]: WARNING oslo_policy.policy [None req-d7ff1e0e-15fb-4b0a-9ab1-d5bc08763925 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 09:53:33.578047 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.quota [None req-d7ff1e0e-15fb-4b0a-9ab1-d5bc08763925 admin admin] Loaded quota_driver: . May 18 09:53:33.593780 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-d7ff1e0e-15fb-4b0a-9ab1-d5bc08763925 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 09:53:33.653697 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-d7ff1e0e-15fb-4b0a-9ab1-d5bc08763925 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726937805285', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726937805768', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726937820981', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726937824153', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726937836880', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726937839177', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7931949', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8165996', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-828856', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-885495'] for rbac-policy, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:33.717315 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-d7ff1e0e-15fb-4b0a-9ab1-d5bc08763925 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:33.718770 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-d7ff1e0e-15fb-4b0a-9ab1-d5bc08763925 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0809057 May 18 09:53:36.288831 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 57226) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:53:36.638364 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] Request body: {'network': {'project_id': '4e66ad05401445f08d24b6dc0da1cb0c', 'name': 'private', 'tenant_id': '4e66ad05401445f08d24b6dc0da1cb0c', 'admin_state_up': True}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 09:53:36.639876 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.quota [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] Loaded quota_driver: . May 18 09:53:36.655990 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 09:53:36.662550 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] Usage tracker for resource:network and tenant:4e66ad05401445f08d24b6dc0da1cb0c is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 09:53:36.668116 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 09:53:36.675653 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 09:53:36.691294 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] Made reservation on behalf of 4e66ad05401445f08d24b6dc0da1cb0c for: {'network': 1} {{(pid=91255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 09:53:36.763782 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.policy [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91255) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 18 09:53:36.808359 dv-cinder-772623-5-iscsi neutron-server[91255]: WARNING oslo_policy.policy [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 09:53:36.808727 dv-cinder-772623-5-iscsi neutron-server[91255]: WARNING oslo_policy.policy [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 09:53:36.819460 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7994813'] for network, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:36.839537 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:36.854053 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 09:53:36.857741 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] Usage tracker for resource:security_group_rule and tenant:4e66ad05401445f08d24b6dc0da1cb0c is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 09:53:36.863407 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 09:53:36.868989 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 09:53:36.968519 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:36.973387 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:36.978909 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:53:36.998716 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=91255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 09:53:37.023331 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726941294794', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901'] for segment, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:37.023848 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] Unsubscribe: segment precommit_create {{(pid=91255) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 18 09:53:37.024309 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.db.segments_db [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] Added segment c35f0893-b029-4476-a14b-9ff03a539e1e of type vlan for network 13b81904-13ad-4631-8c6c-d77964093e80 May 18 09:53:37.032552 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6ef9be-8da0-43f9-a5b2-43014329c15f,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:53:37.086236 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:37.086608 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:37.086933 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:37.087236 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:37.087540 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:37.087857 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:37.088163 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:37.088464 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:37.088776 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:37.089076 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:37.089372 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:37.089665 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:37.090819 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] Tracked resource versions report: May 18 09:53:37.090819 dv-cinder-772623-5-iscsi neutron-server[91255]: pushed versions: May 18 09:53:37.090819 dv-cinder-772623-5-iscsi neutron-server[91255]: { 'AddressGroup': {'1.2'}, May 18 09:53:37.090819 dv-cinder-772623-5-iscsi neutron-server[91255]: 'ConntrackHelper': {'1.0'}, May 18 09:53:37.090819 dv-cinder-772623-5-iscsi neutron-server[91255]: 'Log': {'1.0'}, May 18 09:53:37.090819 dv-cinder-772623-5-iscsi neutron-server[91255]: 'Network': {'1.1'}, May 18 09:53:37.090819 dv-cinder-772623-5-iscsi neutron-server[91255]: 'Port': {'1.7'}, May 18 09:53:37.090819 dv-cinder-772623-5-iscsi neutron-server[91255]: 'PortForwarding': {'1.2'}, May 18 09:53:37.090819 dv-cinder-772623-5-iscsi neutron-server[91255]: 'QosPolicy': {'1.8'}, May 18 09:53:37.090819 dv-cinder-772623-5-iscsi neutron-server[91255]: 'SecurityGroup': {'1.4'}, May 18 09:53:37.090819 dv-cinder-772623-5-iscsi neutron-server[91255]: 'SecurityGroupRule': {'1.2'}, May 18 09:53:37.090819 dv-cinder-772623-5-iscsi neutron-server[91255]: 'SubPort': {'1.0'}, May 18 09:53:37.090819 dv-cinder-772623-5-iscsi neutron-server[91255]: 'Subnet': {'1.1'}, May 18 09:53:37.090819 dv-cinder-772623-5-iscsi neutron-server[91255]: 'Trunk': {'1.1'}} May 18 09:53:37.090819 dv-cinder-772623-5-iscsi neutron-server[91255]: consumer versions: May 18 09:53:37.090819 dv-cinder-772623-5-iscsi neutron-server[91255]: { DHCP agent@dv-cinder-772623-5-iscsi: {}, May 18 09:53:37.090819 dv-cinder-772623-5-iscsi neutron-server[91255]: L3 agent@dv-cinder-772623-5-iscsi: {}, May 18 09:53:37.090819 dv-cinder-772623-5-iscsi neutron-server[91255]: Metadata agent@dv-cinder-772623-5-iscsi: {}, May 18 09:53:37.090819 dv-cinder-772623-5-iscsi neutron-server[91255]: Metering agent@dv-cinder-772623-5-iscsi: {}, May 18 09:53:37.090819 dv-cinder-772623-5-iscsi neutron-server[91255]: Open vSwitch agent@dv-cinder-772623-5-iscsi: { 'AddressGroup': '1.2', May 18 09:53:37.090819 dv-cinder-772623-5-iscsi neutron-server[91255]: 'ConntrackHelper': '1.0', May 18 09:53:37.090819 dv-cinder-772623-5-iscsi neutron-server[91255]: 'Log': '1.0', May 18 09:53:37.090819 dv-cinder-772623-5-iscsi neutron-server[91255]: 'Network': '1.1', May 18 09:53:37.090819 dv-cinder-772623-5-iscsi neutron-server[91255]: 'Port': '1.7', May 18 09:53:37.090819 dv-cinder-772623-5-iscsi neutron-server[91255]: 'PortForwarding': '1.2', May 18 09:53:37.090819 dv-cinder-772623-5-iscsi neutron-server[91255]: 'QosPolicy': '1.8', May 18 09:53:37.090819 dv-cinder-772623-5-iscsi neutron-server[91255]: 'SecurityGroup': '1.4', May 18 09:53:37.090819 dv-cinder-772623-5-iscsi neutron-server[91255]: 'SecurityGroupRule': '1.2', May 18 09:53:37.090819 dv-cinder-772623-5-iscsi neutron-server[91255]: 'SubPort': '1.0', May 18 09:53:37.090819 dv-cinder-772623-5-iscsi neutron-server[91255]: 'Subnet': '1.1', May 18 09:53:37.090819 dv-cinder-772623-5-iscsi neutron-server[91255]: 'Trunk': '1.1'}} May 18 09:53:37.090819 dv-cinder-772623-5-iscsi neutron-server[91255]: {{(pid=91255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 09:53:37.133153 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:53:37.152216 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726940834425'] for network, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:37.190272 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779696'] for network, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:37.192265 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:53:37.192881 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for network, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:37.197228 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:53:37.294915 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0049450 May 18 09:53:37.299827 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] Pushing event updated for resources: {'Network': ['ID=13b81904-13ad-4631-8c6c-d77964093e80,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:53:37.317033 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:53:37.325159 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Network 13b81904-13ad-4631-8c6c-d77964093e80 details requested by agent ovs-agent-dv-cinder-772623-5-iscsi with host dv-cinder-772623-5-iscsi {{(pid=91256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 09:53:39.937573 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 57244) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:53:40.385903 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38ccf4e-2631-43fd-974c-52bfef06dac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:53:40.387294 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-e38ccf4e-2631-43fd-974c-52bfef06dac4 admin admin] 10.222.0.11 "GET /v2.0/networks/13b81904-13ad-4631-8c6c-d77964093e80 HTTP/1.1" status: 200 len: 825 time: 0.4487884 May 18 09:53:40.416264 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-b124bff7-7a9d-4054-9298-d5c1377b4046 admin admin] 10.222.0.11 "GET /v2.0/subnetpools/30b2e954-faa8-4150-9b0f-c98170ffa7b8 HTTP/1.1" status: 200 len: 734 time: 0.0236592 May 18 09:53:40.425456 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-5430f5fa-07f6-4c01-9b25-778f4a28d38f admin admin] Request body: {'subnet': {'network_id': '13b81904-13ad-4631-8c6c-d77964093e80', 'subnetpool_id': '30b2e954-faa8-4150-9b0f-c98170ffa7b8', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '4e66ad05401445f08d24b6dc0da1cb0c'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 09:53:40.429964 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-5430f5fa-07f6-4c01-9b25-778f4a28d38f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 09:53:40.433705 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-5430f5fa-07f6-4c01-9b25-778f4a28d38f admin admin] Usage tracker for resource:subnet and tenant:4e66ad05401445f08d24b6dc0da1cb0c is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 09:53:40.436579 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-5430f5fa-07f6-4c01-9b25-778f4a28d38f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 09:53:40.447162 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-5430f5fa-07f6-4c01-9b25-778f4a28d38f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 09:53:40.457441 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5430f5fa-07f6-4c01-9b25-778f4a28d38f admin admin] Made reservation on behalf of 4e66ad05401445f08d24b6dc0da1cb0c for: {'subnet': 1} {{(pid=91255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 09:53:40.459754 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-5430f5fa-07f6-4c01-9b25-778f4a28d38f admin admin] Notify callbacks [] for subnet, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:40.913891 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-5430f5fa-07f6-4c01-9b25-778f4a28d38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655'] for subnet, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:40.918926 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:53:40.994956 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5430f5fa-07f6-4c01-9b25-778f4a28d38f admin admin] Checking segment: {'id': 'c35f0893-b029-4476-a14b-9ff03a539e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '13b81904-13ad-4631-8c6c-d77964093e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 09:53:40.995622 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5430f5fa-07f6-4c01-9b25-778f4a28d38f admin admin] Network hostable DHCP agents. Network: 13b81904-13ad-4631-8c6c-d77964093e80, hostable agents: ['06791c86-dc2e-4d91-8007-ff0b96d97a59'], hosted agents: [] {{(pid=91255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 09:53:41.000378 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5430f5fa-07f6-4c01-9b25-778f4a28d38f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d84a3808-1421-458e-a481-625e5cdf6433,revision_number=0']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:53:41.007353 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-5430f5fa-07f6-4c01-9b25-778f4a28d38f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:53:41.018280 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5430f5fa-07f6-4c01-9b25-778f4a28d38f admin admin] Network 13b81904-13ad-4631-8c6c-d77964093e80 is scheduled to be hosted by DHCP agent 06791c86-dc2e-4d91-8007-ff0b96d97a59 with binding_index 1 {{(pid=91255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 09:53:41.028013 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [None req-5430f5fa-07f6-4c01-9b25-778f4a28d38f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-5-iscsi, 13b81904-13ad-4631-8c6c-d77964093e80) {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 09:53:41.032636 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5430f5fa-07f6-4c01-9b25-778f4a28d38f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:53:41.033259 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-5430f5fa-07f6-4c01-9b25-778f4a28d38f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for subnet, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:41.037433 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eed9e21-9b30-4390-bec6-dc2bce58133a None None] Network 13b81904-13ad-4631-8c6c-d77964093e80 requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 09:53:41.053935 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-5430f5fa-07f6-4c01-9b25-778f4a28d38f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6323838 May 18 09:53:41.349527 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9de12d8-6523-4c22-82d3-8552d74189ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0422f885-e5fe-50de-bd50-521dd108a39f-13b81904-13ad-4631-8c6c-d77964093e80', 'network_id': '13b81904-13ad-4631-8c6c-d77964093e80', 'tenant_id': '4e66ad05401445f08d24b6dc0da1cb0c', 'fixed_ips': [{'subnet_id': 'd84a3808-1421-458e-a481-625e5cdf6433'}]}} from dv-cinder-772623-5-iscsi. {{(pid=91256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 09:53:41.350839 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-f9de12d8-6523-4c22-82d3-8552d74189ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:41.533343 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.db_base_plugin_common [None req-f9de12d8-6523-4c22-82d3-8552d74189ac None None] Allocated IP 172.20.0.2 (13b81904-13ad-4631-8c6c-d77964093e80/d84a3808-1421-458e-a481-625e5cdf6433/36ab1238-e5bc-4912-bbaf-d88b3caedc18) {{(pid=91256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 09:53:41.760861 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-f9de12d8-6523-4c22-82d3-8552d74189ac None None] Notify callbacks [] for port, precommit_create {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:41.773570 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-f9de12d8-6523-4c22-82d3-8552d74189ac None None] Transition to ACTIVE for port object 36ab1238-e5bc-4912-bbaf-d88b3caedc18 will not be triggered until provisioned by entity L2. {{(pid=91256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 09:53:41.793799 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-f9de12d8-6523-4c22-82d3-8552d74189ac None None] Transition to ACTIVE for port object 36ab1238-e5bc-4912-bbaf-d88b3caedc18 will not be triggered until provisioned by entity DHCP. {{(pid=91256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 09:53:41.801900 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-f9de12d8-6523-4c22-82d3-8552d74189ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839'] for port, after_create {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:41.807818 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:53:41.865498 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9de12d8-6523-4c22-82d3-8552d74189ac None None] Network 13b81904-13ad-4631-8c6c-d77964093e80 is already hosted by enough agents. {{(pid=91256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 09:53:41.868602 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.scheduler.base_scheduler [None req-f9de12d8-6523-4c22-82d3-8552d74189ac None None] Resources bound (agent type, host, resource id): {{(pid=91256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 09:53:41.871893 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9de12d8-6523-4c22-82d3-8552d74189ac None None] Received port after_create {{(pid=91256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 09:53:41.912257 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de12d8-6523-4c22-82d3-8552d74189ac None None] Pushing event updated for resources: {'Port': ['ID=36ab1238-e5bc-4912-bbaf-d88b3caedc18,revision_number=1']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:53:41.927775 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de12d8-6523-4c22-82d3-8552d74189ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:41.928109 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de12d8-6523-4c22-82d3-8552d74189ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:41.928434 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de12d8-6523-4c22-82d3-8552d74189ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:41.928753 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de12d8-6523-4c22-82d3-8552d74189ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:41.929073 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de12d8-6523-4c22-82d3-8552d74189ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:41.929389 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de12d8-6523-4c22-82d3-8552d74189ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:41.929701 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de12d8-6523-4c22-82d3-8552d74189ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:41.930012 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de12d8-6523-4c22-82d3-8552d74189ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:41.930337 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de12d8-6523-4c22-82d3-8552d74189ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:41.930672 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de12d8-6523-4c22-82d3-8552d74189ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:41.930981 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de12d8-6523-4c22-82d3-8552d74189ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:41.931287 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de12d8-6523-4c22-82d3-8552d74189ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:53:41.932409 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de12d8-6523-4c22-82d3-8552d74189ac None None] Tracked resource versions report: May 18 09:53:41.932409 dv-cinder-772623-5-iscsi neutron-server[91256]: pushed versions: May 18 09:53:41.932409 dv-cinder-772623-5-iscsi neutron-server[91256]: { 'AddressGroup': {'1.2'}, May 18 09:53:41.932409 dv-cinder-772623-5-iscsi neutron-server[91256]: 'ConntrackHelper': {'1.0'}, May 18 09:53:41.932409 dv-cinder-772623-5-iscsi neutron-server[91256]: 'Log': {'1.0'}, May 18 09:53:41.932409 dv-cinder-772623-5-iscsi neutron-server[91256]: 'Network': {'1.1'}, May 18 09:53:41.932409 dv-cinder-772623-5-iscsi neutron-server[91256]: 'Port': {'1.7'}, May 18 09:53:41.932409 dv-cinder-772623-5-iscsi neutron-server[91256]: 'PortForwarding': {'1.2'}, May 18 09:53:41.932409 dv-cinder-772623-5-iscsi neutron-server[91256]: 'QosPolicy': {'1.8'}, May 18 09:53:41.932409 dv-cinder-772623-5-iscsi neutron-server[91256]: 'SecurityGroup': {'1.4'}, May 18 09:53:41.932409 dv-cinder-772623-5-iscsi neutron-server[91256]: 'SecurityGroupRule': {'1.2'}, May 18 09:53:41.932409 dv-cinder-772623-5-iscsi neutron-server[91256]: 'SubPort': {'1.0'}, May 18 09:53:41.932409 dv-cinder-772623-5-iscsi neutron-server[91256]: 'Subnet': {'1.1'}, May 18 09:53:41.932409 dv-cinder-772623-5-iscsi neutron-server[91256]: 'Trunk': {'1.1'}} May 18 09:53:41.932409 dv-cinder-772623-5-iscsi neutron-server[91256]: consumer versions: May 18 09:53:41.932409 dv-cinder-772623-5-iscsi neutron-server[91256]: { DHCP agent@dv-cinder-772623-5-iscsi: {}, May 18 09:53:41.932409 dv-cinder-772623-5-iscsi neutron-server[91256]: L3 agent@dv-cinder-772623-5-iscsi: {}, May 18 09:53:41.932409 dv-cinder-772623-5-iscsi neutron-server[91256]: Metadata agent@dv-cinder-772623-5-iscsi: {}, May 18 09:53:41.932409 dv-cinder-772623-5-iscsi neutron-server[91256]: Metering agent@dv-cinder-772623-5-iscsi: {}, May 18 09:53:41.932409 dv-cinder-772623-5-iscsi neutron-server[91256]: Open vSwitch agent@dv-cinder-772623-5-iscsi: { 'AddressGroup': '1.2', May 18 09:53:41.932409 dv-cinder-772623-5-iscsi neutron-server[91256]: 'ConntrackHelper': '1.0', May 18 09:53:41.932409 dv-cinder-772623-5-iscsi neutron-server[91256]: 'Log': '1.0', May 18 09:53:41.932409 dv-cinder-772623-5-iscsi neutron-server[91256]: 'Network': '1.1', May 18 09:53:41.932409 dv-cinder-772623-5-iscsi neutron-server[91256]: 'Port': '1.7', May 18 09:53:41.932409 dv-cinder-772623-5-iscsi neutron-server[91256]: 'PortForwarding': '1.2', May 18 09:53:41.932409 dv-cinder-772623-5-iscsi neutron-server[91256]: 'QosPolicy': '1.8', May 18 09:53:41.932409 dv-cinder-772623-5-iscsi neutron-server[91256]: 'SecurityGroup': '1.4', May 18 09:53:41.932409 dv-cinder-772623-5-iscsi neutron-server[91256]: 'SecurityGroupRule': '1.2', May 18 09:53:41.932409 dv-cinder-772623-5-iscsi neutron-server[91256]: 'SubPort': '1.0', May 18 09:53:41.932409 dv-cinder-772623-5-iscsi neutron-server[91256]: 'Subnet': '1.1', May 18 09:53:41.932409 dv-cinder-772623-5-iscsi neutron-server[91256]: 'Trunk': '1.1'}} May 18 09:53:41.932409 dv-cinder-772623-5-iscsi neutron-server[91256]: {{(pid=91256) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 09:53:41.964137 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-f9de12d8-6523-4c22-82d3-8552d74189ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:53:41.983494 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-f9de12d8-6523-4c22-82d3-8552d74189ac None None] Attempting to bind port 36ab1238-e5bc-4912-bbaf-d88b3caedc18 on host dv-cinder-772623-5-iscsi for vnic_type normal with profile {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 09:53:41.983876 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-f9de12d8-6523-4c22-82d3-8552d74189ac None None] Attempting to bind port 36ab1238-e5bc-4912-bbaf-d88b3caedc18 by drivers openvswitch,hyperv on host dv-cinder-772623-5-iscsi at level 0 using segments [{'id': 'c35f0893-b029-4476-a14b-9ff03a539e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '13b81904-13ad-4631-8c6c-d77964093e80'}] {{(pid=91256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 09:53:41.984299 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9de12d8-6523-4c22-82d3-8552d74189ac None None] Attempting to bind port 36ab1238-e5bc-4912-bbaf-d88b3caedc18 on network 13b81904-13ad-4631-8c6c-d77964093e80 {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 09:53:41.989579 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9de12d8-6523-4c22-82d3-8552d74189ac None None] Checking agent: {'id': '5371dcab-484f-4434-b508-32f41307ace8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 25), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 9, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 09:53:41.989987 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9de12d8-6523-4c22-82d3-8552d74189ac None None] Checking segment: {'id': 'c35f0893-b029-4476-a14b-9ff03a539e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '13b81904-13ad-4631-8c6c-d77964093e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 09:53:41.990490 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-f9de12d8-6523-4c22-82d3-8552d74189ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:41.990884 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9de12d8-6523-4c22-82d3-8552d74189ac None None] Bound using segment: {'id': 'c35f0893-b029-4476-a14b-9ff03a539e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '13b81904-13ad-4631-8c6c-d77964093e80'} {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 09:53:41.991354 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-f9de12d8-6523-4c22-82d3-8552d74189ac None None] Bound port: 36ab1238-e5bc-4912-bbaf-d88b3caedc18, host: dv-cinder-772623-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35f0893-b029-4476-a14b-9ff03a539e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '13b81904-13ad-4631-8c6c-d77964093e80'}}] {{(pid=91256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 09:53:41.991717 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-f9de12d8-6523-4c22-82d3-8552d74189ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:42.079680 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-f9de12d8-6523-4c22-82d3-8552d74189ac None None] For port 36ab1238-e5bc-4912-bbaf-d88b3caedc18, host dv-cinder-772623-5-iscsi, cleared binding levels {{(pid=91256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 09:53:42.084028 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-f9de12d8-6523-4c22-82d3-8552d74189ac None None] For port 36ab1238-e5bc-4912-bbaf-d88b3caedc18, host dv-cinder-772623-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=36ab1238-e5bc-4912-bbaf-d88b3caedc18,segment=NetworkSegment(c35f0893-b029-4476-a14b-9ff03a539e1e),segment_id=c35f0893-b029-4476-a14b-9ff03a539e1e)] {{(pid=91256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 09:53:42.088430 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-f9de12d8-6523-4c22-82d3-8552d74189ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:42.092170 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-f9de12d8-6523-4c22-82d3-8552d74189ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:53:42.174600 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de12d8-6523-4c22-82d3-8552d74189ac None None] Pushing event updated for resources: {'Port': ['ID=36ab1238-e5bc-4912-bbaf-d88b3caedc18,revision_number=2']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:53:42.178102 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-f9de12d8-6523-4c22-82d3-8552d74189ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:53:43.412678 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 57254) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:53:43.787597 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [None req-cfb5e46c-e323-4a1b-9e9b-e254616c7fac admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=91255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 09:53:43.788564 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-cfb5e46c-e323-4a1b-9e9b-e254616c7fac admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3749511 May 18 09:53:46.161393 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 57264) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:53:46.550796 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [None req-8541985f-1524-4a24-a24a-57f63517a04a admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=91255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 09:53:46.551763 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-8541985f-1524-4a24-a24a-57f63517a04a admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3894725 May 18 09:53:47.452937 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device 36ab1238-e5bc-4912-bbaf-d88b3caedc18 up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 09:53:47.525884 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning for port 36ab1238-e5bc-4912-bbaf-d88b3caedc18 completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 09:53:47.585984 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1783179-3874-41bf-ba4c-0e679312e6c2 None None] Network 13b81904-13ad-4631-8c6c-d77964093e80 requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 09:53:47.678885 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-271a8d74-4269-47c1-962e-96372d29ce4c None None] Provisioning for port 36ab1238-e5bc-4912-bbaf-d88b3caedc18 completed by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 09:53:47.691639 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-271a8d74-4269-47c1-962e-96372d29ce4c None None] Provisioning complete for port 36ab1238-e5bc-4912-bbaf-d88b3caedc18 triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 09:53:47.692038 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-271a8d74-4269-47c1-962e-96372d29ce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:47.878320 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-271a8d74-4269-47c1-962e-96372d29ce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:47.953154 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-271a8d74-4269-47c1-962e-96372d29ce4c None None] For port 36ab1238-e5bc-4912-bbaf-d88b3caedc18, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=36ab1238-e5bc-4912-bbaf-d88b3caedc18,segment=NetworkSegment(c35f0893-b029-4476-a14b-9ff03a539e1e),segment_id=c35f0893-b029-4476-a14b-9ff03a539e1e)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 09:53:47.958758 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-271a8d74-4269-47c1-962e-96372d29ce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:47.962816 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:53:48.031135 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a8d74-4269-47c1-962e-96372d29ce4c None None] Pushing event updated for resources: {'Port': ['ID=36ab1238-e5bc-4912-bbaf-d88b3caedc18,revision_number=3']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:53:48.034813 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-271a8d74-4269-47c1-962e-96372d29ce4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:53:48.181570 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-41eabf82-8eb8-46b4-8a98-0e20abd8717f None None] Provisioning complete for port 36ab1238-e5bc-4912-bbaf-d88b3caedc18 triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 09:53:48.181940 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-41eabf82-8eb8-46b4-8a98-0e20abd8717f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:49.190876 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 57280) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:53:49.420433 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device 36ab1238-e5bc-4912-bbaf-d88b3caedc18 up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 09:53:49.485687 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port 36ab1238-e5bc-4912-bbaf-d88b3caedc18 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 09:53:49.486059 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:49.549074 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-8a722b38-88e6-488e-9c09-d69f7a512c66 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '4e66ad05401445f08d24b6dc0da1cb0c', 'admin_state_up': True}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 09:53:49.554423 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-8a722b38-88e6-488e-9c09-d69f7a512c66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 09:53:49.558159 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-8a722b38-88e6-488e-9c09-d69f7a512c66 admin admin] Usage tracker for resource:router and tenant:4e66ad05401445f08d24b6dc0da1cb0c is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 09:53:49.561457 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-8a722b38-88e6-488e-9c09-d69f7a512c66 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 09:53:49.567127 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-8a722b38-88e6-488e-9c09-d69f7a512c66 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 09:53:49.577224 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-8a722b38-88e6-488e-9c09-d69f7a512c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27157'] for router, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:49.578973 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-8a722b38-88e6-488e-9c09-d69f7a512c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-647179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27166'] for router, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:49.606436 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-8a722b38-88e6-488e-9c09-d69f7a512c66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:49.729270 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-8a722b38-88e6-488e-9c09-d69f7a512c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924912'] for router, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:49.748504 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-8a722b38-88e6-488e-9c09-d69f7a512c66 admin admin] Notify callbacks [] for router, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:49.749743 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-8a722b38-88e6-488e-9c09-d69f7a512c66 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5579174 May 18 09:53:52.070758 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 57290) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:53:52.436457 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [None req-637fce96-ff80-448e-9c05-952f203f5888 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=91255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 09:53:52.437442 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-637fce96-ff80-448e-9c05-952f203f5888 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3657646 May 18 09:53:52.521684 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-a3f209c7-237f-4abf-b6cb-177f117a7643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:54.762410 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 57300) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:53:55.125401 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-8d1e8b3d-1da8-40da-9f80-beb095c8bc5c admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 09:53:55.130018 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-8d1e8b3d-1da8-40da-9f80-beb095c8bc5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 09:53:55.134312 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-8d1e8b3d-1da8-40da-9f80-beb095c8bc5c admin admin] Usage tracker for resource:network and tenant:fbc44792c15b477cb4afc9a6ac34a57c is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 09:53:55.137223 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-8d1e8b3d-1da8-40da-9f80-beb095c8bc5c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 09:53:55.143090 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-8d1e8b3d-1da8-40da-9f80-beb095c8bc5c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 09:53:55.150285 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:55.156138 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1e8b3d-1da8-40da-9f80-beb095c8bc5c admin admin] Made reservation on behalf of fbc44792c15b477cb4afc9a6ac34a57c for: {'network': 1} {{(pid=91255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 09:53:55.159571 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-8d1e8b3d-1da8-40da-9f80-beb095c8bc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7994813'] for network, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:55.171208 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-8d1e8b3d-1da8-40da-9f80-beb095c8bc5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:55.185576 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-8d1e8b3d-1da8-40da-9f80-beb095c8bc5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 09:53:55.189305 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-8d1e8b3d-1da8-40da-9f80-beb095c8bc5c admin admin] Usage tracker for resource:security_group_rule and tenant:fbc44792c15b477cb4afc9a6ac34a57c is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 09:53:55.192095 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-8d1e8b3d-1da8-40da-9f80-beb095c8bc5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 09:53:55.196700 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-a7f719ee-beac-4252-9471-90f306ac5da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:55.198202 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-8d1e8b3d-1da8-40da-9f80-beb095c8bc5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 09:53:55.284380 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-8d1e8b3d-1da8-40da-9f80-beb095c8bc5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:55.288478 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-8d1e8b3d-1da8-40da-9f80-beb095c8bc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:55.292599 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:53:55.307224 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8d1e8b3d-1da8-40da-9f80-beb095c8bc5c admin admin] Reserving flat network on physical network physnet1 {{(pid=91255) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 18 09:53:55.327793 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e8b3d-1da8-40da-9f80-beb095c8bc5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ae2083-0965-4129-ac4c-a54b1ad435cc,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:53:55.333320 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-8d1e8b3d-1da8-40da-9f80-beb095c8bc5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:53:55.334247 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-8d1e8b3d-1da8-40da-9f80-beb095c8bc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901'] for segment, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:55.334601 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.db.segments_db [None req-8d1e8b3d-1da8-40da-9f80-beb095c8bc5c admin admin] Added segment f8569fa1-1255-4980-b926-c951cf4cc403 of type flat for network bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3 May 18 09:53:55.367657 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-8d1e8b3d-1da8-40da-9f80-beb095c8bc5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726940834425'] for network, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:55.403051 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-8d1e8b3d-1da8-40da-9f80-beb095c8bc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779696'] for network, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:55.404774 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1e8b3d-1da8-40da-9f80-beb095c8bc5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:53:55.405086 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-8d1e8b3d-1da8-40da-9f80-beb095c8bc5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for network, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:55.410256 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:53:55.505215 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-8d1e8b3d-1da8-40da-9f80-beb095c8bc5c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7417088 May 18 09:53:55.510134 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e8b3d-1da8-40da-9f80-beb095c8bc5c admin admin] Pushing event updated for resources: {'Network': ['ID=bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:53:55.528559 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-8d1e8b3d-1da8-40da-9f80-beb095c8bc5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:53:55.535072 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Network bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3 details requested by agent ovs-agent-dv-cinder-772623-5-iscsi with host dv-cinder-772623-5-iscsi {{(pid=91256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 09:53:56.540379 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:57.810603 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 57320) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:53:58.016937 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80bc91c-9762-403a-89a9-c9ba16fcd8e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:53:58.018249 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-e80bc91c-9762-403a-89a9-c9ba16fcd8e1 admin admin] 10.222.0.11 "GET /v2.0/subnets/d84a3808-1421-458e-a481-625e5cdf6433 HTTP/1.1" status: 200 len: 849 time: 0.2067134 May 18 09:53:58.044668 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:58.161022 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-574073a8-bd58-4d76-81b6-4294482b63d7 admin admin] 10.222.0.11 "GET /v2.0/routers/ed26215d-ae93-438a-bc43-afb5b15398e1 HTTP/1.1" status: 200 len: 704 time: 0.1371627 May 18 09:53:58.610767 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-2130f90d-40c0-4aca-88a8-d8fc9da3921e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:58.836979 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.db_base_plugin_common [None req-2130f90d-40c0-4aca-88a8-d8fc9da3921e admin admin] Allocated IP 172.20.0.1 (13b81904-13ad-4631-8c6c-d77964093e80/d84a3808-1421-458e-a481-625e5cdf6433/17053b9e-3615-4d0e-a32d-356f24565f5c) {{(pid=91255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 09:53:59.016951 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-2130f90d-40c0-4aca-88a8-d8fc9da3921e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:59.033812 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.provisioning_blocks [None req-2130f90d-40c0-4aca-88a8-d8fc9da3921e admin admin] Transition to ACTIVE for port object 17053b9e-3615-4d0e-a32d-356f24565f5c will not be triggered until provisioned by entity DHCP. {{(pid=91255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 09:53:59.089887 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-2130f90d-40c0-4aca-88a8-d8fc9da3921e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839'] for port, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:59.094321 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:53:59.155483 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2130f90d-40c0-4aca-88a8-d8fc9da3921e admin admin] Network 13b81904-13ad-4631-8c6c-d77964093e80 is already hosted by enough agents. {{(pid=91255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 09:53:59.158307 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [None req-2130f90d-40c0-4aca-88a8-d8fc9da3921e admin admin] Resources bound (agent type, host, resource id): {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 09:53:59.161908 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2130f90d-40c0-4aca-88a8-d8fc9da3921e admin admin] Received port after_create {{(pid=91255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 09:53:59.162433 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-2130f90d-40c0-4aca-88a8-d8fc9da3921e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921923'] for router_interface, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:59.283402 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130f90d-40c0-4aca-88a8-d8fc9da3921e admin admin] Pushing event updated for resources: {'Port': ['ID=17053b9e-3615-4d0e-a32d-356f24565f5c,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:53:59.290113 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-2130f90d-40c0-4aca-88a8-d8fc9da3921e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:53:59.308702 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-cb380635-16b7-42e7-aedf-fcdad6581b3f None None] Provisioning for port 17053b9e-3615-4d0e-a32d-356f24565f5c completed by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 09:53:59.313879 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-cb380635-16b7-42e7-aedf-fcdad6581b3f None None] Provisioning complete for port 17053b9e-3615-4d0e-a32d-356f24565f5c triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 09:53:59.314252 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-cb380635-16b7-42e7-aedf-fcdad6581b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:59.370345 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-cb380635-16b7-42e7-aedf-fcdad6581b3f None None] Port 17053b9e-3615-4d0e-a32d-356f24565f5c cannot update to ACTIVE because it is not bound. {{(pid=91256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 09:53:59.423296 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-2130f90d-40c0-4aca-88a8-d8fc9da3921e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:59.644719 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-2130f90d-40c0-4aca-88a8-d8fc9da3921e admin admin] Notify callbacks [] for port, precommit_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:59.648983 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-2130f90d-40c0-4aca-88a8-d8fc9da3921e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:59.650166 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-2130f90d-40c0-4aca-88a8-d8fc9da3921e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921892'] for router_interface, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:53:59.653165 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:53:59.788061 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130f90d-40c0-4aca-88a8-d8fc9da3921e admin admin] Pushing event updated for resources: {'Port': ['ID=17053b9e-3615-4d0e-a32d-356f24565f5c,revision_number=2']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:53:59.792862 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-2130f90d-40c0-4aca-88a8-d8fc9da3921e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:53:59.842928 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2130f90d-40c0-4aca-88a8-d8fc9da3921e admin admin] Network 13b81904-13ad-4631-8c6c-d77964093e80 is already hosted by enough agents. {{(pid=91255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 09:53:59.843938 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [None req-2130f90d-40c0-4aca-88a8-d8fc9da3921e admin admin] Resources bound (agent type, host, resource id): {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 09:53:59.991199 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-f405e292-f095-4ba1-a869-cdc23b1f1228 None None] Provisioning complete for port 17053b9e-3615-4d0e-a32d-356f24565f5c triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 09:53:59.991559 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-f405e292-f095-4ba1-a869-cdc23b1f1228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:00.031044 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2130f90d-40c0-4aca-88a8-d8fc9da3921e admin admin] Router ed26215d-ae93-438a-bc43-afb5b15398e1 is scheduled to L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb with binding_index 1 {{(pid=91255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 09:54:00.043430 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-f405e292-f095-4ba1-a869-cdc23b1f1228 None None] Port 17053b9e-3615-4d0e-a32d-356f24565f5c cannot update to ACTIVE because it is not bound. {{(pid=91256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 09:54:00.184004 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2130f90d-40c0-4aca-88a8-d8fc9da3921e admin admin] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 09:54:00.193923 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-2130f90d-40c0-4aca-88a8-d8fc9da3921e admin admin] 10.222.0.11 "PUT /v2.0/routers/ed26215d-ae93-438a-bc43-afb5b15398e1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0280051 May 18 09:54:00.194209 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aa6ffa-57b2-4b72-8336-4083243c3870 None None] Sync routers for ids ['ed26215d-ae93-438a-bc43-afb5b15398e1'] in dv-cinder-772623-5-iscsi {{(pid=91257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 09:54:00.204941 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aa6ffa-57b2-4b72-8336-4083243c3870 None None] Routers {'ed26215d-ae93-438a-bc43-afb5b15398e1'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 09:54:00.206730 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-22aa6ffa-57b2-4b72-8336-4083243c3870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T09:53:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['ed26215d-ae93-438a-bc43-afb5b15398e1'], 'active': True} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 09:54:00.380421 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvr_db [None req-22aa6ffa-57b2-4b72-8336-4083243c3870 None None] Set router ed26215d-ae93-438a-bc43-afb5b15398e1 gateway port host: None {{(pid=91257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 09:54:00.741329 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-22aa6ffa-57b2-4b72-8336-4083243c3870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed26215d-ae93-438a-bc43-afb5b15398e1', 'name': 'router1', 'tenant_id': '4e66ad05401445f08d24b6dc0da1cb0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T09:53:49Z', 'updated_at': '2021-05-18T09:53:59Z', 'revision_number': 2, 'project_id': '4e66ad05401445f08d24b6dc0da1cb0c', 'gw_port_host': None, '_interfaces': [{'id': '17053b9e-3615-4d0e-a32d-356f24565f5c', 'name': '', 'network_id': '13b81904-13ad-4631-8c6c-d77964093e80', 'tenant_id': '4e66ad05401445f08d24b6dc0da1cb0c', 'mac_address': 'fa:16:3e:45:22:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed26215d-ae93-438a-bc43-afb5b15398e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd84a3808-1421-458e-a481-625e5cdf6433', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T09:53:58Z', 'updated_at': '2021-05-18T09:53:59Z', 'revision_number': 2, 'project_id': '4e66ad05401445f08d24b6dc0da1cb0c', 'subnets': [{'id': 'd84a3808-1421-458e-a481-625e5cdf6433', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30b2e954-faa8-4150-9b0f-c98170ffa7b8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 09:54:00.746198 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aa6ffa-57b2-4b72-8336-4083243c3870 None None] Checking router: ed26215d-ae93-438a-bc43-afb5b15398e1 for host: dv-cinder-772623-5-iscsi {{(pid=91257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 09:54:00.746593 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aa6ffa-57b2-4b72-8336-4083243c3870 None None] Updating router ed26215d-ae93-438a-bc43-afb5b15398e1 port 17053b9e-3615-4d0e-a32d-356f24565f5c binding host dv-cinder-772623-5-iscsi {{(pid=91257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 09:54:00.798057 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-22aa6ffa-57b2-4b72-8336-4083243c3870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:01.172773 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-22aa6ffa-57b2-4b72-8336-4083243c3870 None None] Notify callbacks [] for port, precommit_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:01.187686 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.provisioning_blocks [None req-22aa6ffa-57b2-4b72-8336-4083243c3870 None None] Transition to ACTIVE for port object 17053b9e-3615-4d0e-a32d-356f24565f5c will not be triggered until provisioned by entity L2. {{(pid=91257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 09:54:01.194891 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-22aa6ffa-57b2-4b72-8336-4083243c3870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:01.200434 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:54:01.397062 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2d19d-06ad-4465-b1c2-46832734b042 None None] Pushing event updated for resources: {'Port': ['ID=17053b9e-3615-4d0e-a32d-356f24565f5c,revision_number=3']} {{(pid=91257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:54:01.416994 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a2d19d-06ad-4465-b1c2-46832734b042 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:54:01.417327 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a2d19d-06ad-4465-b1c2-46832734b042 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:54:01.417656 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a2d19d-06ad-4465-b1c2-46832734b042 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:54:01.417977 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a2d19d-06ad-4465-b1c2-46832734b042 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:54:01.418293 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a2d19d-06ad-4465-b1c2-46832734b042 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:54:01.418638 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a2d19d-06ad-4465-b1c2-46832734b042 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:54:01.418949 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a2d19d-06ad-4465-b1c2-46832734b042 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:54:01.419261 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a2d19d-06ad-4465-b1c2-46832734b042 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:54:01.419592 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a2d19d-06ad-4465-b1c2-46832734b042 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:54:01.419903 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a2d19d-06ad-4465-b1c2-46832734b042 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:54:01.420209 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a2d19d-06ad-4465-b1c2-46832734b042 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:54:01.420513 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a2d19d-06ad-4465-b1c2-46832734b042 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:54:01.421626 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a2d19d-06ad-4465-b1c2-46832734b042 None None] Tracked resource versions report: May 18 09:54:01.421626 dv-cinder-772623-5-iscsi neutron-server[91257]: pushed versions: May 18 09:54:01.421626 dv-cinder-772623-5-iscsi neutron-server[91257]: { 'AddressGroup': {'1.2'}, May 18 09:54:01.421626 dv-cinder-772623-5-iscsi neutron-server[91257]: 'ConntrackHelper': {'1.0'}, May 18 09:54:01.421626 dv-cinder-772623-5-iscsi neutron-server[91257]: 'Log': {'1.0'}, May 18 09:54:01.421626 dv-cinder-772623-5-iscsi neutron-server[91257]: 'Network': {'1.1'}, May 18 09:54:01.421626 dv-cinder-772623-5-iscsi neutron-server[91257]: 'Port': {'1.7'}, May 18 09:54:01.421626 dv-cinder-772623-5-iscsi neutron-server[91257]: 'PortForwarding': {'1.2'}, May 18 09:54:01.421626 dv-cinder-772623-5-iscsi neutron-server[91257]: 'QosPolicy': {'1.8'}, May 18 09:54:01.421626 dv-cinder-772623-5-iscsi neutron-server[91257]: 'SecurityGroup': {'1.4'}, May 18 09:54:01.421626 dv-cinder-772623-5-iscsi neutron-server[91257]: 'SecurityGroupRule': {'1.2'}, May 18 09:54:01.421626 dv-cinder-772623-5-iscsi neutron-server[91257]: 'SubPort': {'1.0'}, May 18 09:54:01.421626 dv-cinder-772623-5-iscsi neutron-server[91257]: 'Subnet': {'1.1'}, May 18 09:54:01.421626 dv-cinder-772623-5-iscsi neutron-server[91257]: 'Trunk': {'1.1'}} May 18 09:54:01.421626 dv-cinder-772623-5-iscsi neutron-server[91257]: consumer versions: May 18 09:54:01.421626 dv-cinder-772623-5-iscsi neutron-server[91257]: { DHCP agent@dv-cinder-772623-5-iscsi: {}, May 18 09:54:01.421626 dv-cinder-772623-5-iscsi neutron-server[91257]: L3 agent@dv-cinder-772623-5-iscsi: {}, May 18 09:54:01.421626 dv-cinder-772623-5-iscsi neutron-server[91257]: Metadata agent@dv-cinder-772623-5-iscsi: {}, May 18 09:54:01.421626 dv-cinder-772623-5-iscsi neutron-server[91257]: Metering agent@dv-cinder-772623-5-iscsi: {}, May 18 09:54:01.421626 dv-cinder-772623-5-iscsi neutron-server[91257]: Open vSwitch agent@dv-cinder-772623-5-iscsi: { 'AddressGroup': '1.2', May 18 09:54:01.421626 dv-cinder-772623-5-iscsi neutron-server[91257]: 'ConntrackHelper': '1.0', May 18 09:54:01.421626 dv-cinder-772623-5-iscsi neutron-server[91257]: 'Log': '1.0', May 18 09:54:01.421626 dv-cinder-772623-5-iscsi neutron-server[91257]: 'Network': '1.1', May 18 09:54:01.421626 dv-cinder-772623-5-iscsi neutron-server[91257]: 'Port': '1.7', May 18 09:54:01.421626 dv-cinder-772623-5-iscsi neutron-server[91257]: 'PortForwarding': '1.2', May 18 09:54:01.421626 dv-cinder-772623-5-iscsi neutron-server[91257]: 'QosPolicy': '1.8', May 18 09:54:01.421626 dv-cinder-772623-5-iscsi neutron-server[91257]: 'SecurityGroup': '1.4', May 18 09:54:01.421626 dv-cinder-772623-5-iscsi neutron-server[91257]: 'SecurityGroupRule': '1.2', May 18 09:54:01.421626 dv-cinder-772623-5-iscsi neutron-server[91257]: 'SubPort': '1.0', May 18 09:54:01.421626 dv-cinder-772623-5-iscsi neutron-server[91257]: 'Subnet': '1.1', May 18 09:54:01.421626 dv-cinder-772623-5-iscsi neutron-server[91257]: 'Trunk': '1.1'}} May 18 09:54:01.421626 dv-cinder-772623-5-iscsi neutron-server[91257]: {{(pid=91257) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 09:54:01.428937 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG oslo_concurrency.lockutils [None req-64a2d19d-06ad-4465-b1c2-46832734b042 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:54:01.430971 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.managers [None req-22aa6ffa-57b2-4b72-8336-4083243c3870 None None] Attempting to bind port 17053b9e-3615-4d0e-a32d-356f24565f5c on host dv-cinder-772623-5-iscsi for vnic_type normal with profile {{(pid=91257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 09:54:01.431363 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.managers [None req-22aa6ffa-57b2-4b72-8336-4083243c3870 None None] Attempting to bind port 17053b9e-3615-4d0e-a32d-356f24565f5c by drivers openvswitch,hyperv on host dv-cinder-772623-5-iscsi at level 0 using segments [{'id': 'c35f0893-b029-4476-a14b-9ff03a539e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '13b81904-13ad-4631-8c6c-d77964093e80'}] {{(pid=91257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 09:54:01.431787 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aa6ffa-57b2-4b72-8336-4083243c3870 None None] Attempting to bind port 17053b9e-3615-4d0e-a32d-356f24565f5c on network 13b81904-13ad-4631-8c6c-d77964093e80 {{(pid=91257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 09:54:01.437055 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aa6ffa-57b2-4b72-8336-4083243c3870 None None] Checking agent: {'id': '5371dcab-484f-4434-b508-32f41307ace8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 25), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 9, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 09:54:01.437456 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aa6ffa-57b2-4b72-8336-4083243c3870 None None] Checking segment: {'id': 'c35f0893-b029-4476-a14b-9ff03a539e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '13b81904-13ad-4631-8c6c-d77964093e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 09:54:01.437932 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-22aa6ffa-57b2-4b72-8336-4083243c3870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:01.438314 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aa6ffa-57b2-4b72-8336-4083243c3870 None None] Bound using segment: {'id': 'c35f0893-b029-4476-a14b-9ff03a539e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '13b81904-13ad-4631-8c6c-d77964093e80'} {{(pid=91257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 09:54:01.438844 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.managers [None req-22aa6ffa-57b2-4b72-8336-4083243c3870 None None] Bound port: 17053b9e-3615-4d0e-a32d-356f24565f5c, host: dv-cinder-772623-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35f0893-b029-4476-a14b-9ff03a539e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '13b81904-13ad-4631-8c6c-d77964093e80'}}] {{(pid=91257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 09:54:01.439210 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-22aa6ffa-57b2-4b72-8336-4083243c3870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:01.531148 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.db [None req-22aa6ffa-57b2-4b72-8336-4083243c3870 None None] For port 17053b9e-3615-4d0e-a32d-356f24565f5c, host dv-cinder-772623-5-iscsi, cleared binding levels {{(pid=91257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 09:54:01.535050 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.db [None req-22aa6ffa-57b2-4b72-8336-4083243c3870 None None] For port 17053b9e-3615-4d0e-a32d-356f24565f5c, host dv-cinder-772623-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=17053b9e-3615-4d0e-a32d-356f24565f5c,segment=NetworkSegment(c35f0893-b029-4476-a14b-9ff03a539e1e),segment_id=c35f0893-b029-4476-a14b-9ff03a539e1e)] {{(pid=91257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 09:54:01.539454 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-22aa6ffa-57b2-4b72-8336-4083243c3870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:01.544117 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:54:01.649871 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aa6ffa-57b2-4b72-8336-4083243c3870 None None] Routers {'ed26215d-ae93-438a-bc43-afb5b15398e1'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 09:54:01.650628 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-22aa6ffa-57b2-4b72-8336-4083243c3870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T09:53:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['ed26215d-ae93-438a-bc43-afb5b15398e1'], 'active': True} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 09:54:01.706451 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2d19d-06ad-4465-b1c2-46832734b042 None None] Pushing event updated for resources: {'Port': ['ID=17053b9e-3615-4d0e-a32d-356f24565f5c,revision_number=4']} {{(pid=91257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:54:01.717423 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG oslo_concurrency.lockutils [None req-64a2d19d-06ad-4465-b1c2-46832734b042 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:54:01.807715 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvr_db [None req-22aa6ffa-57b2-4b72-8336-4083243c3870 None None] Set router ed26215d-ae93-438a-bc43-afb5b15398e1 gateway port host: None {{(pid=91257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 09:54:02.123028 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-22aa6ffa-57b2-4b72-8336-4083243c3870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed26215d-ae93-438a-bc43-afb5b15398e1', 'name': 'router1', 'tenant_id': '4e66ad05401445f08d24b6dc0da1cb0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T09:53:49Z', 'updated_at': '2021-05-18T09:53:59Z', 'revision_number': 2, 'project_id': '4e66ad05401445f08d24b6dc0da1cb0c', 'gw_port_host': None, '_interfaces': [{'id': '17053b9e-3615-4d0e-a32d-356f24565f5c', 'name': '', 'network_id': '13b81904-13ad-4631-8c6c-d77964093e80', 'tenant_id': '4e66ad05401445f08d24b6dc0da1cb0c', 'mac_address': 'fa:16:3e:45:22:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed26215d-ae93-438a-bc43-afb5b15398e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd84a3808-1421-458e-a481-625e5cdf6433', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T09:53:58Z', 'updated_at': '2021-05-18T09:54:01Z', 'revision_number': 4, 'project_id': '4e66ad05401445f08d24b6dc0da1cb0c', 'subnets': [{'id': 'd84a3808-1421-458e-a481-625e5cdf6433', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30b2e954-faa8-4150-9b0f-c98170ffa7b8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 09:54:02.126958 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aa6ffa-57b2-4b72-8336-4083243c3870 None None] The sync data for ids ['ed26215d-ae93-438a-bc43-afb5b15398e1'] in dv-cinder-772623-5-iscsi is: [{'id': 'ed26215d-ae93-438a-bc43-afb5b15398e1', 'name': 'router1', 'tenant_id': '4e66ad05401445f08d24b6dc0da1cb0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T09:53:49Z', 'updated_at': '2021-05-18T09:53:59Z', 'revision_number': 2, 'project_id': '4e66ad05401445f08d24b6dc0da1cb0c', 'gw_port_host': None, '_interfaces': [{'id': '17053b9e-3615-4d0e-a32d-356f24565f5c', 'name': '', 'network_id': '13b81904-13ad-4631-8c6c-d77964093e80', 'tenant_id': '4e66ad05401445f08d24b6dc0da1cb0c', 'mac_address': 'fa:16:3e:45:22:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed26215d-ae93-438a-bc43-afb5b15398e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd84a3808-1421-458e-a481-625e5cdf6433', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T09:53:58Z', 'updated_at': '2021-05-18T09:54:01Z', 'revision_number': 4, 'project_id': '4e66ad05401445f08d24b6dc0da1cb0c', 'subnets': [{'id': 'd84a3808-1421-458e-a481-625e5cdf6433', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30b2e954-faa8-4150-9b0f-c98170ffa7b8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 09:54:02.352910 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 57342) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:54:02.542791 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284da711-dd3b-4d2c-9dd3-90fdbe86b7e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:54:02.543300 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-284da711-dd3b-4d2c-9dd3-90fdbe86b7e6 admin admin] Synchronizing usage tracker for tenant:fbc44792c15b477cb4afc9a6ac34a57c on resource:network {{(pid=91255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 09:54:02.560989 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-284da711-dd3b-4d2c-9dd3-90fdbe86b7e6 admin admin] Unset dirty status for tenant:fbc44792c15b477cb4afc9a6ac34a57c on resource:network {{(pid=91255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 09:54:02.562441 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-284da711-dd3b-4d2c-9dd3-90fdbe86b7e6 admin admin] 10.222.0.11 "GET /v2.0/networks/bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3 HTTP/1.1" status: 200 len: 842 time: 0.2085826 May 18 09:54:02.571752 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-f7b8b165-e6d0-415e-b275-68ddd47f3398 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'ip_version': 4, 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.1.0/24'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 09:54:02.576889 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-f7b8b165-e6d0-415e-b275-68ddd47f3398 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 09:54:02.581246 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-f7b8b165-e6d0-415e-b275-68ddd47f3398 admin admin] Usage tracker for resource:subnet and tenant:fbc44792c15b477cb4afc9a6ac34a57c is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 09:54:02.584244 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-f7b8b165-e6d0-415e-b275-68ddd47f3398 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 09:54:02.590408 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-f7b8b165-e6d0-415e-b275-68ddd47f3398 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 09:54:02.602585 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b8b165-e6d0-415e-b275-68ddd47f3398 admin admin] Made reservation on behalf of fbc44792c15b477cb4afc9a6ac34a57c for: {'subnet': 1} {{(pid=91255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 09:54:02.604879 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-f7b8b165-e6d0-415e-b275-68ddd47f3398 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:03.003415 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.objects.ports [None req-f7b8b165-e6d0-415e-b275-68ddd47f3398 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91255) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 18 09:54:03.003837 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-f7b8b165-e6d0-415e-b275-68ddd47f3398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655'] for subnet, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:03.008090 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:54:03.072634 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8b165-e6d0-415e-b275-68ddd47f3398 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bad1a46d-7140-454d-84c6-4b97dc4a536e,revision_number=0']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:54:03.077940 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-f7b8b165-e6d0-415e-b275-68ddd47f3398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:54:03.084215 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b8b165-e6d0-415e-b275-68ddd47f3398 admin admin] Checking segment: {'id': 'f8569fa1-1255-4980-b926-c951cf4cc403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 09:54:03.084565 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b8b165-e6d0-415e-b275-68ddd47f3398 admin admin] Network hostable DHCP agents. Network: bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3, hostable agents: ['06791c86-dc2e-4d91-8007-ff0b96d97a59'], hosted agents: [] {{(pid=91255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 09:54:03.101374 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b8b165-e6d0-415e-b275-68ddd47f3398 admin admin] Network bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3 is scheduled to be hosted by DHCP agent 06791c86-dc2e-4d91-8007-ff0b96d97a59 with binding_index 1 {{(pid=91255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 09:54:03.110630 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [None req-f7b8b165-e6d0-415e-b275-68ddd47f3398 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-5-iscsi, bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3) {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 09:54:03.114888 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b8b165-e6d0-415e-b275-68ddd47f3398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:54:03.115471 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-f7b8b165-e6d0-415e-b275-68ddd47f3398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for subnet, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:03.120797 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde49336-47dc-4b3c-b70c-8aca78e0c4d5 None None] Network bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3 requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 09:54:03.136752 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-f7b8b165-e6d0-415e-b275-68ddd47f3398 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5684412 May 18 09:54:03.325175 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336d3d60-2782-45ac-9d60-49fe4f34c663 None None] Network bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3 requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 09:54:05.358340 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 57356) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:54:05.457685 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device 17053b9e-3615-4d0e-a32d-356f24565f5c up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 09:54:05.529440 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning for port 17053b9e-3615-4d0e-a32d-356f24565f5c completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 09:54:05.534351 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port 17053b9e-3615-4d0e-a32d-356f24565f5c triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 09:54:05.534351 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:05.567430 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-db521ac6-f1fb-4b8d-aebf-c55cd5160fd3 admin admin] 10.222.0.11 "GET /v2.0/routers/ed26215d-ae93-438a-bc43-afb5b15398e1 HTTP/1.1" status: 200 len: 710 time: 0.2079506 May 18 09:54:05.653618 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:05.686202 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] For port 17053b9e-3615-4d0e-a32d-356f24565f5c, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=17053b9e-3615-4d0e-a32d-356f24565f5c,segment=NetworkSegment(c35f0893-b029-4476-a14b-9ff03a539e1e),segment_id=c35f0893-b029-4476-a14b-9ff03a539e1e)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 09:54:05.691275 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:05.693471 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-f9de12d8-6523-4c22-82d3-8552d74189ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:54:05.699910 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94af659-0fa9-46a6-9d33-fc5106f865c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:54:05.705299 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-d94af659-0fa9-46a6-9d33-fc5106f865c8 admin admin] 10.222.0.11 "GET /v2.0/networks/bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3 HTTP/1.1" status: 200 len: 886 time: 0.1287508 May 18 09:54:05.710263 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-a2d1ba4f-e6f9-49bc-a819-5bd1f1ea2b45 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'}}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 09:54:05.764418 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Pushing event updated for resources: {'Port': ['ID=17053b9e-3615-4d0e-a32d-356f24565f5c,revision_number=5']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:54:05.767421 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:54:06.198668 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-a2d1ba4f-e6f9-49bc-a819-5bd1f1ea2b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27184'] for router, precommit_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:06.519369 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-a2d1ba4f-e6f9-49bc-a819-5bd1f1ea2b45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:06.575662 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-a2d1ba4f-e6f9-49bc-a819-5bd1f1ea2b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:06.706073 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.db_base_plugin_common [None req-a2d1ba4f-e6f9-49bc-a819-5bd1f1ea2b45 admin admin] Allocated IP 172.27.1.100 (bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3/bad1a46d-7140-454d-84c6-4b97dc4a536e/600f2693-4862-4f05-9b24-10be4ba4f243) {{(pid=91255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 09:54:06.850885 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-a2d1ba4f-e6f9-49bc-a819-5bd1f1ea2b45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:06.879634 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-a2d1ba4f-e6f9-49bc-a819-5bd1f1ea2b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839'] for port, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:06.883551 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-2130f90d-40c0-4aca-88a8-d8fc9da3921e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:54:06.942735 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d1ba4f-e6f9-49bc-a819-5bd1f1ea2b45 admin admin] Network bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3 is already hosted by enough agents. {{(pid=91255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 09:54:06.945522 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [None req-a2d1ba4f-e6f9-49bc-a819-5bd1f1ea2b45 admin admin] Resources bound (agent type, host, resource id): {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 09:54:06.949498 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d1ba4f-e6f9-49bc-a819-5bd1f1ea2b45 admin admin] Received port after_create {{(pid=91255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 09:54:07.014501 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d1ba4f-e6f9-49bc-a819-5bd1f1ea2b45 admin admin] Pushing event updated for resources: {'Port': ['ID=600f2693-4862-4f05-9b24-10be4ba4f243,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:54:07.018961 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-a2d1ba4f-e6f9-49bc-a819-5bd1f1ea2b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:54:07.336272 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-a2d1ba4f-e6f9-49bc-a819-5bd1f1ea2b45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:07.430567 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device 17053b9e-3615-4d0e-a32d-356f24565f5c up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 09:54:07.502135 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port 17053b9e-3615-4d0e-a32d-356f24565f5c triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 09:54:07.502601 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:07.770394 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-a2d1ba4f-e6f9-49bc-a819-5bd1f1ea2b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27184'] for router, precommit_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:07.773968 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-a2d1ba4f-e6f9-49bc-a819-5bd1f1ea2b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924923', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-549991'] for router, after_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:07.957732 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d1ba4f-e6f9-49bc-a819-5bd1f1ea2b45 admin admin] Router ed26215d-ae93-438a-bc43-afb5b15398e1 has already been hosted by L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb {{(pid=91255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 09:54:08.138950 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d1ba4f-e6f9-49bc-a819-5bd1f1ea2b45 admin admin] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 09:54:08.149154 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-a2d1ba4f-e6f9-49bc-a819-5bd1f1ea2b45 admin admin] Notify callbacks [] for router, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:08.149367 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b719131-a838-40b9-8083-6c77ea663b65 None None] Sync routers for ids ['ed26215d-ae93-438a-bc43-afb5b15398e1'] in dv-cinder-772623-5-iscsi {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 09:54:08.150366 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-a2d1ba4f-e6f9-49bc-a819-5bd1f1ea2b45 admin admin] 10.222.0.11 "PUT /v2.0/routers/ed26215d-ae93-438a-bc43-afb5b15398e1 HTTP/1.1" status: 200 len: 890 time: 2.4435253 May 18 09:54:08.159693 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b719131-a838-40b9-8083-6c77ea663b65 None None] Routers {'ed26215d-ae93-438a-bc43-afb5b15398e1'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 09:54:08.160383 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-7b719131-a838-40b9-8083-6c77ea663b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T09:53:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['ed26215d-ae93-438a-bc43-afb5b15398e1'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 09:54:08.394948 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-7b719131-a838-40b9-8083-6c77ea663b65 None None] Set router ed26215d-ae93-438a-bc43-afb5b15398e1 gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 09:54:08.779688 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-7b719131-a838-40b9-8083-6c77ea663b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed26215d-ae93-438a-bc43-afb5b15398e1', 'name': 'router1', 'tenant_id': '4e66ad05401445f08d24b6dc0da1cb0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '600f2693-4862-4f05-9b24-10be4ba4f243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T09:53:49Z', 'updated_at': '2021-05-18T09:54:07Z', 'revision_number': 4, 'project_id': '4e66ad05401445f08d24b6dc0da1cb0c', 'gw_port': {'id': '600f2693-4862-4f05-9b24-10be4ba4f243', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cd:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed26215d-ae93-438a-bc43-afb5b15398e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T09:54:06Z', 'updated_at': '2021-05-18T09:54:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': '17053b9e-3615-4d0e-a32d-356f24565f5c', 'name': '', 'network_id': '13b81904-13ad-4631-8c6c-d77964093e80', 'tenant_id': '4e66ad05401445f08d24b6dc0da1cb0c', 'mac_address': 'fa:16:3e:45:22:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed26215d-ae93-438a-bc43-afb5b15398e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd84a3808-1421-458e-a481-625e5cdf6433', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T09:53:58Z', 'updated_at': '2021-05-18T09:54:05Z', 'revision_number': 5, 'project_id': '4e66ad05401445f08d24b6dc0da1cb0c', 'subnets': [{'id': 'd84a3808-1421-458e-a481-625e5cdf6433', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30b2e954-faa8-4150-9b0f-c98170ffa7b8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 09:54:08.785299 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b719131-a838-40b9-8083-6c77ea663b65 None None] Checking router: ed26215d-ae93-438a-bc43-afb5b15398e1 for host: dv-cinder-772623-5-iscsi {{(pid=91256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 09:54:08.785652 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b719131-a838-40b9-8083-6c77ea663b65 None None] Updating router ed26215d-ae93-438a-bc43-afb5b15398e1 port 600f2693-4862-4f05-9b24-10be4ba4f243 binding host dv-cinder-772623-5-iscsi {{(pid=91256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 09:54:08.839726 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-7b719131-a838-40b9-8083-6c77ea663b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:09.176463 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-7b719131-a838-40b9-8083-6c77ea663b65 None None] Notify callbacks [] for port, precommit_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:09.188184 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-7b719131-a838-40b9-8083-6c77ea663b65 None None] Transition to ACTIVE for port object 600f2693-4862-4f05-9b24-10be4ba4f243 will not be triggered until provisioned by entity L2. {{(pid=91256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 09:54:09.195012 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-7b719131-a838-40b9-8083-6c77ea663b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:09.198818 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:54:09.275490 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-7b719131-a838-40b9-8083-6c77ea663b65 None None] Attempting to bind port 600f2693-4862-4f05-9b24-10be4ba4f243 on host dv-cinder-772623-5-iscsi for vnic_type normal with profile {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 09:54:09.275856 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-7b719131-a838-40b9-8083-6c77ea663b65 None None] Attempting to bind port 600f2693-4862-4f05-9b24-10be4ba4f243 by drivers openvswitch,hyperv on host dv-cinder-772623-5-iscsi at level 0 using segments [{'id': 'f8569fa1-1255-4980-b926-c951cf4cc403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'}] {{(pid=91256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 09:54:09.276210 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b719131-a838-40b9-8083-6c77ea663b65 None None] Attempting to bind port 600f2693-4862-4f05-9b24-10be4ba4f243 on network bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3 {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 09:54:09.281816 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8ab33-3157-44ff-95c8-fc6226f71351 None None] Pushing event updated for resources: {'Port': ['ID=600f2693-4862-4f05-9b24-10be4ba4f243,revision_number=2']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:54:09.285163 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-b7b8ab33-3157-44ff-95c8-fc6226f71351 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:54:09.287872 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b719131-a838-40b9-8083-6c77ea663b65 None None] Checking agent: {'id': '5371dcab-484f-4434-b508-32f41307ace8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 25), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 9, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 09:54:09.288234 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b719131-a838-40b9-8083-6c77ea663b65 None None] Checking segment: {'id': 'f8569fa1-1255-4980-b926-c951cf4cc403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 09:54:09.288631 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-7b719131-a838-40b9-8083-6c77ea663b65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:09.289474 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b719131-a838-40b9-8083-6c77ea663b65 None None] Bound using segment: {'id': 'f8569fa1-1255-4980-b926-c951cf4cc403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'} {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 09:54:09.289474 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-7b719131-a838-40b9-8083-6c77ea663b65 None None] Bound port: 600f2693-4862-4f05-9b24-10be4ba4f243, host: dv-cinder-772623-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8569fa1-1255-4980-b926-c951cf4cc403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'}}] {{(pid=91256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 09:54:09.289818 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-7b719131-a838-40b9-8083-6c77ea663b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:09.364531 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-7b719131-a838-40b9-8083-6c77ea663b65 None None] For port 600f2693-4862-4f05-9b24-10be4ba4f243, host dv-cinder-772623-5-iscsi, cleared binding levels {{(pid=91256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 09:54:09.367786 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-7b719131-a838-40b9-8083-6c77ea663b65 None None] For port 600f2693-4862-4f05-9b24-10be4ba4f243, host dv-cinder-772623-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=600f2693-4862-4f05-9b24-10be4ba4f243,segment=NetworkSegment(f8569fa1-1255-4980-b926-c951cf4cc403),segment_id=f8569fa1-1255-4980-b926-c951cf4cc403)] {{(pid=91256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 09:54:09.372887 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-7b719131-a838-40b9-8083-6c77ea663b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:09.377950 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-271a8d74-4269-47c1-962e-96372d29ce4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:54:09.461450 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8ab33-3157-44ff-95c8-fc6226f71351 None None] Pushing event updated for resources: {'Port': ['ID=600f2693-4862-4f05-9b24-10be4ba4f243,revision_number=3']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:54:09.465595 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b719131-a838-40b9-8083-6c77ea663b65 None None] Routers {'ed26215d-ae93-438a-bc43-afb5b15398e1'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 09:54:09.466280 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-7b719131-a838-40b9-8083-6c77ea663b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T09:53:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['ed26215d-ae93-438a-bc43-afb5b15398e1'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 09:54:09.513832 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-b7b8ab33-3157-44ff-95c8-fc6226f71351 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:54:09.651821 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-7b719131-a838-40b9-8083-6c77ea663b65 None None] Set router ed26215d-ae93-438a-bc43-afb5b15398e1 gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 09:54:10.064513 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-7b719131-a838-40b9-8083-6c77ea663b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed26215d-ae93-438a-bc43-afb5b15398e1', 'name': 'router1', 'tenant_id': '4e66ad05401445f08d24b6dc0da1cb0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '600f2693-4862-4f05-9b24-10be4ba4f243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T09:53:49Z', 'updated_at': '2021-05-18T09:54:07Z', 'revision_number': 4, 'project_id': '4e66ad05401445f08d24b6dc0da1cb0c', 'gw_port': {'id': '600f2693-4862-4f05-9b24-10be4ba4f243', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cd:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed26215d-ae93-438a-bc43-afb5b15398e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T09:54:06Z', 'updated_at': '2021-05-18T09:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': '17053b9e-3615-4d0e-a32d-356f24565f5c', 'name': '', 'network_id': '13b81904-13ad-4631-8c6c-d77964093e80', 'tenant_id': '4e66ad05401445f08d24b6dc0da1cb0c', 'mac_address': 'fa:16:3e:45:22:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed26215d-ae93-438a-bc43-afb5b15398e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd84a3808-1421-458e-a481-625e5cdf6433', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T09:53:58Z', 'updated_at': '2021-05-18T09:54:05Z', 'revision_number': 5, 'project_id': '4e66ad05401445f08d24b6dc0da1cb0c', 'subnets': [{'id': 'd84a3808-1421-458e-a481-625e5cdf6433', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30b2e954-faa8-4150-9b0f-c98170ffa7b8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 09:54:10.071843 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b719131-a838-40b9-8083-6c77ea663b65 None None] The sync data for ids ['ed26215d-ae93-438a-bc43-afb5b15398e1'] in dv-cinder-772623-5-iscsi is: [{'id': 'ed26215d-ae93-438a-bc43-afb5b15398e1', 'name': 'router1', 'tenant_id': '4e66ad05401445f08d24b6dc0da1cb0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '600f2693-4862-4f05-9b24-10be4ba4f243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T09:53:49Z', 'updated_at': '2021-05-18T09:54:07Z', 'revision_number': 4, 'project_id': '4e66ad05401445f08d24b6dc0da1cb0c', 'gw_port': {'id': '600f2693-4862-4f05-9b24-10be4ba4f243', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cd:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed26215d-ae93-438a-bc43-afb5b15398e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T09:54:06Z', 'updated_at': '2021-05-18T09:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': '17053b9e-3615-4d0e-a32d-356f24565f5c', 'name': '', 'network_id': '13b81904-13ad-4631-8c6c-d77964093e80', 'tenant_id': '4e66ad05401445f08d24b6dc0da1cb0c', 'mac_address': 'fa:16:3e:45:22:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed26215d-ae93-438a-bc43-afb5b15398e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd84a3808-1421-458e-a481-625e5cdf6433', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T09:53:58Z', 'updated_at': '2021-05-18T09:54:05Z', 'revision_number': 5, 'project_id': '4e66ad05401445f08d24b6dc0da1cb0c', 'subnets': [{'id': 'd84a3808-1421-458e-a481-625e5cdf6433', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30b2e954-faa8-4150-9b0f-c98170ffa7b8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 09:54:10.579433 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 57366) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:54:10.708676 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-cdd68a08-1fab-4899-a555-6bd4e7b1b5f4 admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1279690 May 18 09:54:11.459565 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device 600f2693-4862-4f05-9b24-10be4ba4f243 up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 09:54:11.530417 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning for port 600f2693-4862-4f05-9b24-10be4ba4f243 completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 09:54:11.535944 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port 600f2693-4862-4f05-9b24-10be4ba4f243 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 09:54:11.536307 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:11.656503 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:11.673824 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] For port 600f2693-4862-4f05-9b24-10be4ba4f243, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=600f2693-4862-4f05-9b24-10be4ba4f243,segment=NetworkSegment(f8569fa1-1255-4980-b926-c951cf4cc403),segment_id=f8569fa1-1255-4980-b926-c951cf4cc403)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 09:54:11.677777 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:11.680321 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:54:11.749591 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Pushing event updated for resources: {'Port': ['ID=600f2693-4862-4f05-9b24-10be4ba4f243,revision_number=4']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:54:11.753230 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:54:13.450492 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device 600f2693-4862-4f05-9b24-10be4ba4f243 up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 09:54:13.520867 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port 600f2693-4862-4f05-9b24-10be4ba4f243 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 09:54:13.521220 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:21.761000 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 5 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 09:54:22.527839 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-c0d272ce-a189-4c6d-b07f-8e6846528dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:25.157409 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:25.208006 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-f328736f-5914-4f2f-a71d-38d1714aefdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:26.555697 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:28.075447 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:52.526215 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-5545c186-a221-49b7-a7e8-8275a8c6aaee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:55.151898 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:55.201201 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-6faacae9-4be4-4af3-8a2a-5eb2b7ce9075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:56.553660 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:58.061858 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:54:58.760996 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 5 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 09:55:22.525561 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-7207781a-033d-41f6-a81b-032dac512c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:55:25.148229 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:55:25.206244 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-62342098-4b6c-4747-acb4-f593b80bcc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:55:26.553521 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:55:28.065120 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:55:35.763202 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 5 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 09:55:46.260219 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 57936) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:55:46.346361 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.pecan_wsgi.hooks.translation [None req-a18da142-e387-4fef-92e2-e555a94b05fd admin admin] GET failed (client error): The resource could not be found. May 18 09:55:46.348038 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-a18da142-e387-4fef-92e2-e555a94b05fd admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0868824 May 18 09:55:46.503137 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ba780c-ccc1-4a33-a575-6556bdb609f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:55:46.504599 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-65ba780c-ccc1-4a33-a575-6556bdb609f0 admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1527154 May 18 09:55:48.649324 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 57946) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:55:48.766475 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f8a12f-2c0d-40a6-99af-b64429015425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:55:48.767837 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-50f8a12f-2c0d-40a6-99af-b64429015425 admin admin] 10.222.0.11 "GET /v2.0/subnets/d84a3808-1421-458e-a481-625e5cdf6433 HTTP/1.1" status: 200 len: 849 time: 0.1174634 May 18 09:55:48.777926 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-f6e369b1-5706-409c-9c03-11f58bbfaecc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 09:55:48.906780 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f6e369b1-5706-409c-9c03-11f58bbfaecc admin admin] Notify callbacks [] for subnet, before_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:55:49.111131 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f6e369b1-5706-409c-9c03-11f58bbfaecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726941264294'] for subnet, after_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:55:49.116315 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:55:49.188773 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e369b1-5706-409c-9c03-11f58bbfaecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:55:49.189288 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f6e369b1-5706-409c-9c03-11f58bbfaecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for subnet, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:55:49.193752 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-f6e369b1-5706-409c-9c03-11f58bbfaecc admin admin] 10.222.0.11 "PUT /v2.0/subnets/d84a3808-1421-458e-a481-625e5cdf6433 HTTP/1.1" status: 200 len: 868 time: 0.4166026 May 18 09:55:49.206739 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f079959-4cb4-45c1-981f-479cdf225a55 None None] Network 13b81904-13ad-4631-8c6c-d77964093e80 requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 09:55:49.220867 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e369b1-5706-409c-9c03-11f58bbfaecc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d84a3808-1421-458e-a481-625e5cdf6433,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:55:49.230073 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e369b1-5706-409c-9c03-11f58bbfaecc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:55:49.230427 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e369b1-5706-409c-9c03-11f58bbfaecc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:55:49.230771 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e369b1-5706-409c-9c03-11f58bbfaecc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:55:49.231167 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e369b1-5706-409c-9c03-11f58bbfaecc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:55:49.231469 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e369b1-5706-409c-9c03-11f58bbfaecc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:55:49.231740 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e369b1-5706-409c-9c03-11f58bbfaecc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:55:49.232061 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e369b1-5706-409c-9c03-11f58bbfaecc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:55:49.232387 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e369b1-5706-409c-9c03-11f58bbfaecc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:55:49.232705 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e369b1-5706-409c-9c03-11f58bbfaecc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:55:49.233025 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e369b1-5706-409c-9c03-11f58bbfaecc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:55:49.233328 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e369b1-5706-409c-9c03-11f58bbfaecc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:55:49.233639 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e369b1-5706-409c-9c03-11f58bbfaecc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:55:49.235592 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e369b1-5706-409c-9c03-11f58bbfaecc admin admin] Tracked resource versions report: May 18 09:55:49.235592 dv-cinder-772623-5-iscsi neutron-server[91254]: pushed versions: May 18 09:55:49.235592 dv-cinder-772623-5-iscsi neutron-server[91254]: { 'AddressGroup': {'1.2'}, May 18 09:55:49.235592 dv-cinder-772623-5-iscsi neutron-server[91254]: 'ConntrackHelper': {'1.0'}, May 18 09:55:49.235592 dv-cinder-772623-5-iscsi neutron-server[91254]: 'Log': {'1.0'}, May 18 09:55:49.235592 dv-cinder-772623-5-iscsi neutron-server[91254]: 'Network': {'1.1'}, May 18 09:55:49.235592 dv-cinder-772623-5-iscsi neutron-server[91254]: 'Port': {'1.7'}, May 18 09:55:49.235592 dv-cinder-772623-5-iscsi neutron-server[91254]: 'PortForwarding': {'1.2'}, May 18 09:55:49.235592 dv-cinder-772623-5-iscsi neutron-server[91254]: 'QosPolicy': {'1.8'}, May 18 09:55:49.235592 dv-cinder-772623-5-iscsi neutron-server[91254]: 'SecurityGroup': {'1.4'}, May 18 09:55:49.235592 dv-cinder-772623-5-iscsi neutron-server[91254]: 'SecurityGroupRule': {'1.2'}, May 18 09:55:49.235592 dv-cinder-772623-5-iscsi neutron-server[91254]: 'SubPort': {'1.0'}, May 18 09:55:49.235592 dv-cinder-772623-5-iscsi neutron-server[91254]: 'Subnet': {'1.1'}, May 18 09:55:49.235592 dv-cinder-772623-5-iscsi neutron-server[91254]: 'Trunk': {'1.1'}} May 18 09:55:49.235592 dv-cinder-772623-5-iscsi neutron-server[91254]: consumer versions: May 18 09:55:49.235592 dv-cinder-772623-5-iscsi neutron-server[91254]: { DHCP agent@dv-cinder-772623-5-iscsi: {}, May 18 09:55:49.235592 dv-cinder-772623-5-iscsi neutron-server[91254]: L3 agent@dv-cinder-772623-5-iscsi: {}, May 18 09:55:49.235592 dv-cinder-772623-5-iscsi neutron-server[91254]: Metadata agent@dv-cinder-772623-5-iscsi: {}, May 18 09:55:49.235592 dv-cinder-772623-5-iscsi neutron-server[91254]: Metering agent@dv-cinder-772623-5-iscsi: {}, May 18 09:55:49.235592 dv-cinder-772623-5-iscsi neutron-server[91254]: Open vSwitch agent@dv-cinder-772623-5-iscsi: { 'AddressGroup': '1.2', May 18 09:55:49.235592 dv-cinder-772623-5-iscsi neutron-server[91254]: 'ConntrackHelper': '1.0', May 18 09:55:49.235592 dv-cinder-772623-5-iscsi neutron-server[91254]: 'Log': '1.0', May 18 09:55:49.235592 dv-cinder-772623-5-iscsi neutron-server[91254]: 'Network': '1.1', May 18 09:55:49.235592 dv-cinder-772623-5-iscsi neutron-server[91254]: 'Port': '1.7', May 18 09:55:49.235592 dv-cinder-772623-5-iscsi neutron-server[91254]: 'PortForwarding': '1.2', May 18 09:55:49.235592 dv-cinder-772623-5-iscsi neutron-server[91254]: 'QosPolicy': '1.8', May 18 09:55:49.235592 dv-cinder-772623-5-iscsi neutron-server[91254]: 'SecurityGroup': '1.4', May 18 09:55:49.235592 dv-cinder-772623-5-iscsi neutron-server[91254]: 'SecurityGroupRule': '1.2', May 18 09:55:49.235592 dv-cinder-772623-5-iscsi neutron-server[91254]: 'SubPort': '1.0', May 18 09:55:49.235592 dv-cinder-772623-5-iscsi neutron-server[91254]: 'Subnet': '1.1', May 18 09:55:49.235592 dv-cinder-772623-5-iscsi neutron-server[91254]: 'Trunk': '1.1'}} May 18 09:55:49.235592 dv-cinder-772623-5-iscsi neutron-server[91254]: {{(pid=91254) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 09:55:49.244698 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-f6e369b1-5706-409c-9c03-11f58bbfaecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:55:49.682810 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-7bc35436-e164-4f5c-b3c1-39e2096feed9 None None] Provisioning complete for port 36ab1238-e5bc-4912-bbaf-d88b3caedc18 triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 09:55:49.683177 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-7bc35436-e164-4f5c-b3c1-39e2096feed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:55:49.823592 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-7bc35436-e164-4f5c-b3c1-39e2096feed9 None None] Provisioning complete for port 17053b9e-3615-4d0e-a32d-356f24565f5c triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 09:55:49.823953 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-7bc35436-e164-4f5c-b3c1-39e2096feed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:55:51.476360 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 57960) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:55:51.676403 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5adc897-094d-48b1-b8dd-7b95cbe3ff92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:55:51.676788 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5adc897-094d-48b1-b8dd-7b95cbe3ff92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:55:51.678367 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-a5adc897-094d-48b1-b8dd-7b95cbe3ff92 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2010157 May 18 09:55:52.528382 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-3593e451-6f4c-45ae-8670-1136fc6a8b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:55:53.856543 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 57970) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:55:54.037268 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38476b3f-e5e0-4dd1-a451-9d898650cb0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:55:54.037657 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38476b3f-e5e0-4dd1-a451-9d898650cb0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:55:54.039264 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-38476b3f-e5e0-4dd1-a451-9d898650cb0b admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1817815 May 18 09:55:55.154440 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:55:55.209437 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-35fb7a36-0c27-4cec-9af2-0511173e5ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:55:56.228841 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 57980) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:55:56.407905 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f7352b-eaec-4147-b77c-eb9ef5da5d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:55:56.408731 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-76f7352b-eaec-4147-b77c-eb9ef5da5d6b admin admin] 10.222.0.11 "GET /v2.0/networks/13b81904-13ad-4631-8c6c-d77964093e80 HTTP/1.1" status: 200 len: 869 time: 0.1789255 May 18 09:55:56.557461 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:55:58.075169 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:55:58.540971 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 57990) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:55:58.708750 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea514fc-69bf-4bf9-8e93-22312dd02e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:55:58.710022 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-0ea514fc-69bf-4bf9-8e93-22312dd02e3c admin admin] 10.222.0.11 "GET /v2.0/networks/bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3 HTTP/1.1" status: 200 len: 886 time: 0.1681142 May 18 09:56:00.812234 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 58000) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:56:00.917052 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f78cb06-7013-401a-9dc1-34c89326dc54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:56:00.917052 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f78cb06-7013-401a-9dc1-34c89326dc54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:56:00.918206 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-3f78cb06-7013-401a-9dc1-34c89326dc54 admin admin] Synchronizing usage tracker for tenant:fbc44792c15b477cb4afc9a6ac34a57c on resource:subnet {{(pid=91255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 09:56:00.934253 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-3f78cb06-7013-401a-9dc1-34c89326dc54 admin admin] Unset dirty status for tenant:fbc44792c15b477cb4afc9a6ac34a57c on resource:subnet {{(pid=91255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 09:56:00.935419 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-3f78cb06-7013-401a-9dc1-34c89326dc54 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1217465 May 18 09:56:03.055558 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 58010) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:56:03.167044 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7a01a7-e32a-417f-ba19-db192eb5941a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:56:03.167494 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7a01a7-e32a-417f-ba19-db192eb5941a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:56:03.168994 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-2f7a01a7-e32a-417f-ba19-db192eb5941a admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1125050 May 18 09:56:05.317585 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 58020) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:56:05.419333 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeca8b84-e79d-475a-9458-d0a728d9ea66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:56:05.420671 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-aeca8b84-e79d-475a-9458-d0a728d9ea66 admin admin] 10.222.0.11 "GET /v2.0/subnets/bad1a46d-7140-454d-84c6-4b97dc4a536e HTTP/1.1" status: 200 len: 816 time: 0.1021676 May 18 09:56:07.581976 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 58032) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:56:07.687706 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acf7cd1-af31-4cc0-9a68-e47d1d191a23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:56:07.688936 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-0acf7cd1-af31-4cc0-9a68-e47d1d191a23 admin admin] 10.222.0.11 "GET /v2.0/subnets/d84a3808-1421-458e-a481-625e5cdf6433 HTTP/1.1" status: 200 len: 868 time: 0.1056936 May 18 09:56:12.762780 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 5 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 09:56:22.533172 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-9aa8aaa4-ff61-4cf1-9b71-0cbaed59bd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:25.149178 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:25.208593 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-bca0f6fb-08a0-4872-8912-facf7c13023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:26.558227 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:28.072914 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:30.477352 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 58076) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:56:30.527441 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [None req-b49b6635-5746-4804-9df1-6574e791aa6d admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=91254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 09:56:30.528529 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-b49b6635-5746-4804-9df1-6574e791aa6d admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0502040 May 18 09:56:32.684546 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 58086) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:56:32.752534 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4f63f9f-5be4-4563-8bd8-62fe072ad920 admin admin] GET failed (client error): The resource could not be found. May 18 09:56:32.753808 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-d4f63f9f-5be4-4563-8bd8-62fe072ad920 admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0683889 May 18 09:56:32.878210 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4789bea-0a93-49ce-a069-fe20ad752a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:56:32.879756 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-d4789bea-0a93-49ce-a069-fe20ad752a86 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1221879 May 18 09:56:34.991035 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 58096) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:56:35.038245 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-3906ad4b-a8b5-406f-bcde-afd16d3486e1 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 09:56:35.042968 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-3906ad4b-a8b5-406f-bcde-afd16d3486e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 09:56:35.057462 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-3906ad4b-a8b5-406f-bcde-afd16d3486e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 09:56:35.067366 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3906ad4b-a8b5-406f-bcde-afd16d3486e1 admin admin] Made reservation on behalf of fbc44792c15b477cb4afc9a6ac34a57c for: {'network': 1} {{(pid=91254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 09:56:35.069694 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-3906ad4b-a8b5-406f-bcde-afd16d3486e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7994813'] for network, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:35.163537 dv-cinder-772623-5-iscsi neutron-server[91254]: WARNING neutron.services.revisions.revision_plugin [None req-3906ad4b-a8b5-406f-bcde-afd16d3486e1 admin admin] Could not find related network for resource to bump revision. May 18 09:56:35.178039 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3906ad4b-a8b5-406f-bcde-afd16d3486e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=91254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 09:56:35.189345 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-3906ad4b-a8b5-406f-bcde-afd16d3486e1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726941294794', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901'] for segment, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:35.189918 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-3906ad4b-a8b5-406f-bcde-afd16d3486e1 admin admin] Unsubscribe: segment precommit_create {{(pid=91254) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 18 09:56:35.190357 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.db.segments_db [None req-3906ad4b-a8b5-406f-bcde-afd16d3486e1 admin admin] Added segment 904660dc-1464-4c3d-aa69-895291b4953b of type vlan for network e638e9f8-62db-4e19-be44-0bdf168a5185 May 18 09:56:35.270914 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-3906ad4b-a8b5-406f-bcde-afd16d3486e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726940834425'] for network, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:35.304872 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-3906ad4b-a8b5-406f-bcde-afd16d3486e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779696'] for network, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:35.306157 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3906ad4b-a8b5-406f-bcde-afd16d3486e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:56:35.306778 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-3906ad4b-a8b5-406f-bcde-afd16d3486e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for network, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:35.311114 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:56:35.408486 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-3906ad4b-a8b5-406f-bcde-afd16d3486e1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4163671 May 18 09:56:35.409174 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906ad4b-a8b5-406f-bcde-afd16d3486e1 admin admin] Pushing event updated for resources: {'Network': ['ID=e638e9f8-62db-4e19-be44-0bdf168a5185,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:56:35.412379 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-3906ad4b-a8b5-406f-bcde-afd16d3486e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:56:35.420640 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Network e638e9f8-62db-4e19-be44-0bdf168a5185 details requested by agent ovs-agent-dv-cinder-772623-5-iscsi with host dv-cinder-772623-5-iscsi {{(pid=91256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 09:56:37.523558 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 58106) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:56:37.592671 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bfc5a87-1dd4-4ab6-9c3c-cd55f1eeab57 admin admin] GET failed (client error): The resource could not be found. May 18 09:56:37.594448 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-5bfc5a87-1dd4-4ab6-9c3c-cd55f1eeab57 admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0699379 May 18 09:56:37.693591 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fbfb1f-3034-43e7-8937-bcd4880a6aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:56:37.694954 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-d7fbfb1f-3034-43e7-8937-bcd4880a6aea admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0964558 May 18 09:56:37.704839 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-54e8c34c-251f-4fc4-9bd3-5b86ddc07f3d admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'e638e9f8-62db-4e19-be44-0bdf168a5185'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 09:56:37.709089 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-54e8c34c-251f-4fc4-9bd3-5b86ddc07f3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 09:56:37.719067 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-54e8c34c-251f-4fc4-9bd3-5b86ddc07f3d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 09:56:37.728879 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e8c34c-251f-4fc4-9bd3-5b86ddc07f3d admin admin] Made reservation on behalf of fbc44792c15b477cb4afc9a6ac34a57c for: {'subnet': 1} {{(pid=91255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 09:56:37.731244 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-54e8c34c-251f-4fc4-9bd3-5b86ddc07f3d admin admin] Notify callbacks [] for subnet, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:38.161862 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-54e8c34c-251f-4fc4-9bd3-5b86ddc07f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655'] for subnet, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:38.165745 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-5430f5fa-07f6-4c01-9b25-778f4a28d38f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:56:38.239066 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e8c34c-251f-4fc4-9bd3-5b86ddc07f3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe0360e7-de19-4f6d-926d-553bf178862b,revision_number=0']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:56:38.250298 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e8c34c-251f-4fc4-9bd3-5b86ddc07f3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:38.250693 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e8c34c-251f-4fc4-9bd3-5b86ddc07f3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:38.251023 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e8c34c-251f-4fc4-9bd3-5b86ddc07f3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:38.251347 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e8c34c-251f-4fc4-9bd3-5b86ddc07f3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:38.251668 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e8c34c-251f-4fc4-9bd3-5b86ddc07f3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:38.251991 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e8c34c-251f-4fc4-9bd3-5b86ddc07f3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:38.252303 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e8c34c-251f-4fc4-9bd3-5b86ddc07f3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:38.252612 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e8c34c-251f-4fc4-9bd3-5b86ddc07f3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:38.252939 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e8c34c-251f-4fc4-9bd3-5b86ddc07f3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:38.253248 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e8c34c-251f-4fc4-9bd3-5b86ddc07f3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:38.253573 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e8c34c-251f-4fc4-9bd3-5b86ddc07f3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:38.253862 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e8c34c-251f-4fc4-9bd3-5b86ddc07f3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:38.256789 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e8c34c-251f-4fc4-9bd3-5b86ddc07f3d admin admin] Checking segment: {'id': '904660dc-1464-4c3d-aa69-895291b4953b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e638e9f8-62db-4e19-be44-0bdf168a5185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 09:56:38.257140 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e8c34c-251f-4fc4-9bd3-5b86ddc07f3d admin admin] Network hostable DHCP agents. Network: e638e9f8-62db-4e19-be44-0bdf168a5185, hostable agents: ['06791c86-dc2e-4d91-8007-ff0b96d97a59'], hosted agents: [] {{(pid=91255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 09:56:38.260173 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-54e8c34c-251f-4fc4-9bd3-5b86ddc07f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:56:38.275434 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e8c34c-251f-4fc4-9bd3-5b86ddc07f3d admin admin] Network e638e9f8-62db-4e19-be44-0bdf168a5185 is scheduled to be hosted by DHCP agent 06791c86-dc2e-4d91-8007-ff0b96d97a59 with binding_index 1 {{(pid=91255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 09:56:38.284961 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [None req-54e8c34c-251f-4fc4-9bd3-5b86ddc07f3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-5-iscsi, e638e9f8-62db-4e19-be44-0bdf168a5185) {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 09:56:38.289370 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e8c34c-251f-4fc4-9bd3-5b86ddc07f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 09:56:38.289948 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-54e8c34c-251f-4fc4-9bd3-5b86ddc07f3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for subnet, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:38.294729 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b50efcb-99c8-4844-8bf9-78d183e31cfb None None] Network e638e9f8-62db-4e19-be44-0bdf168a5185 requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 09:56:38.315776 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-54e8c34c-251f-4fc4-9bd3-5b86ddc07f3d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6147466 May 18 09:56:38.556941 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd74508-7c74-4d48-a60a-4e4baafefe61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0422f885-e5fe-50de-bd50-521dd108a39f-e638e9f8-62db-4e19-be44-0bdf168a5185', 'network_id': 'e638e9f8-62db-4e19-be44-0bdf168a5185', 'tenant_id': 'fbc44792c15b477cb4afc9a6ac34a57c', 'fixed_ips': [{'subnet_id': 'fe0360e7-de19-4f6d-926d-553bf178862b'}]}} from dv-cinder-772623-5-iscsi. {{(pid=91256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 09:56:38.557749 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-4dd74508-7c74-4d48-a60a-4e4baafefe61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:38.718780 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.db_base_plugin_common [None req-4dd74508-7c74-4d48-a60a-4e4baafefe61 None None] Allocated IP 192.168.233.2 (e638e9f8-62db-4e19-be44-0bdf168a5185/fe0360e7-de19-4f6d-926d-553bf178862b/9a1bac8e-bb59-43b1-866a-154f9d47810f) {{(pid=91256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 09:56:38.946026 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-4dd74508-7c74-4d48-a60a-4e4baafefe61 None None] Notify callbacks [] for port, precommit_create {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:38.956565 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-4dd74508-7c74-4d48-a60a-4e4baafefe61 None None] Transition to ACTIVE for port object 9a1bac8e-bb59-43b1-866a-154f9d47810f will not be triggered until provisioned by entity L2. {{(pid=91256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 09:56:38.975800 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-4dd74508-7c74-4d48-a60a-4e4baafefe61 None None] Transition to ACTIVE for port object 9a1bac8e-bb59-43b1-866a-154f9d47810f will not be triggered until provisioned by entity DHCP. {{(pid=91256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 09:56:38.980872 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-4dd74508-7c74-4d48-a60a-4e4baafefe61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839'] for port, after_create {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:38.986332 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:56:39.058886 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd74508-7c74-4d48-a60a-4e4baafefe61 None None] Network e638e9f8-62db-4e19-be44-0bdf168a5185 is already hosted by enough agents. {{(pid=91256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 09:56:39.059734 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd74508-7c74-4d48-a60a-4e4baafefe61 None None] Pushing event updated for resources: {'Port': ['ID=9a1bac8e-bb59-43b1-866a-154f9d47810f,revision_number=1']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:56:39.062222 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.scheduler.base_scheduler [None req-4dd74508-7c74-4d48-a60a-4e4baafefe61 None None] Resources bound (agent type, host, resource id): {{(pid=91256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 09:56:39.065167 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd74508-7c74-4d48-a60a-4e4baafefe61 None None] Received port after_create {{(pid=91256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 09:56:39.099209 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd74508-7c74-4d48-a60a-4e4baafefe61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:39.099543 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd74508-7c74-4d48-a60a-4e4baafefe61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:39.099875 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd74508-7c74-4d48-a60a-4e4baafefe61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:39.100200 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd74508-7c74-4d48-a60a-4e4baafefe61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:39.100522 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd74508-7c74-4d48-a60a-4e4baafefe61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:39.100842 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd74508-7c74-4d48-a60a-4e4baafefe61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:39.101157 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd74508-7c74-4d48-a60a-4e4baafefe61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:39.101468 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd74508-7c74-4d48-a60a-4e4baafefe61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:39.101824 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd74508-7c74-4d48-a60a-4e4baafefe61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:39.102142 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd74508-7c74-4d48-a60a-4e4baafefe61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:39.102475 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd74508-7c74-4d48-a60a-4e4baafefe61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:39.102786 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd74508-7c74-4d48-a60a-4e4baafefe61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:56:39.112248 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-4dd74508-7c74-4d48-a60a-4e4baafefe61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:56:39.169397 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-4dd74508-7c74-4d48-a60a-4e4baafefe61 None None] Attempting to bind port 9a1bac8e-bb59-43b1-866a-154f9d47810f on host dv-cinder-772623-5-iscsi for vnic_type normal with profile {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 09:56:39.169758 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-4dd74508-7c74-4d48-a60a-4e4baafefe61 None None] Attempting to bind port 9a1bac8e-bb59-43b1-866a-154f9d47810f by drivers openvswitch,hyperv on host dv-cinder-772623-5-iscsi at level 0 using segments [{'id': '904660dc-1464-4c3d-aa69-895291b4953b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e638e9f8-62db-4e19-be44-0bdf168a5185'}] {{(pid=91256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 09:56:39.170113 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd74508-7c74-4d48-a60a-4e4baafefe61 None None] Attempting to bind port 9a1bac8e-bb59-43b1-866a-154f9d47810f on network e638e9f8-62db-4e19-be44-0bdf168a5185 {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 09:56:39.176416 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd74508-7c74-4d48-a60a-4e4baafefe61 None None] Checking agent: {'id': '5371dcab-484f-4434-b508-32f41307ace8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 25), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 9, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 09:56:39.176784 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd74508-7c74-4d48-a60a-4e4baafefe61 None None] Checking segment: {'id': '904660dc-1464-4c3d-aa69-895291b4953b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e638e9f8-62db-4e19-be44-0bdf168a5185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 09:56:39.177181 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-4dd74508-7c74-4d48-a60a-4e4baafefe61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:39.177566 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd74508-7c74-4d48-a60a-4e4baafefe61 None None] Bound using segment: {'id': '904660dc-1464-4c3d-aa69-895291b4953b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e638e9f8-62db-4e19-be44-0bdf168a5185'} {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 09:56:39.178022 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-4dd74508-7c74-4d48-a60a-4e4baafefe61 None None] Bound port: 9a1bac8e-bb59-43b1-866a-154f9d47810f, host: dv-cinder-772623-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '904660dc-1464-4c3d-aa69-895291b4953b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e638e9f8-62db-4e19-be44-0bdf168a5185'}}] {{(pid=91256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 09:56:39.178430 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-4dd74508-7c74-4d48-a60a-4e4baafefe61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:39.268493 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-4dd74508-7c74-4d48-a60a-4e4baafefe61 None None] For port 9a1bac8e-bb59-43b1-866a-154f9d47810f, host dv-cinder-772623-5-iscsi, cleared binding levels {{(pid=91256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 09:56:39.272549 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-4dd74508-7c74-4d48-a60a-4e4baafefe61 None None] For port 9a1bac8e-bb59-43b1-866a-154f9d47810f, host dv-cinder-772623-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=9a1bac8e-bb59-43b1-866a-154f9d47810f,segment=NetworkSegment(904660dc-1464-4c3d-aa69-895291b4953b),segment_id=904660dc-1464-4c3d-aa69-895291b4953b)] {{(pid=91256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 09:56:39.276880 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-4dd74508-7c74-4d48-a60a-4e4baafefe61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:39.280965 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-4dd74508-7c74-4d48-a60a-4e4baafefe61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:56:39.364896 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd74508-7c74-4d48-a60a-4e4baafefe61 None None] Pushing event updated for resources: {'Port': ['ID=9a1bac8e-bb59-43b1-866a-154f9d47810f,revision_number=2']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:56:39.374866 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-4dd74508-7c74-4d48-a60a-4e4baafefe61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:56:40.142889 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ee9ebe-988e-4d8f-8204-fe06df69d3d0 None None] Network e638e9f8-62db-4e19-be44-0bdf168a5185 requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 09:56:40.245583 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-a1e9824f-9ef6-43fd-b2cd-61b7ce4759b8 None None] Provisioning for port 9a1bac8e-bb59-43b1-866a-154f9d47810f completed by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 09:56:41.564603 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device 9a1bac8e-bb59-43b1-866a-154f9d47810f up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 09:56:41.633791 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning for port 9a1bac8e-bb59-43b1-866a-154f9d47810f completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 09:56:41.638785 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port 9a1bac8e-bb59-43b1-866a-154f9d47810f triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 09:56:41.639152 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:41.756331 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:41.792133 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] For port 9a1bac8e-bb59-43b1-866a-154f9d47810f, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=9a1bac8e-bb59-43b1-866a-154f9d47810f,segment=NetworkSegment(904660dc-1464-4c3d-aa69-895291b4953b),segment_id=904660dc-1464-4c3d-aa69-895291b4953b)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 09:56:41.796463 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:41.798668 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:56:41.864777 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Pushing event updated for resources: {'Port': ['ID=9a1bac8e-bb59-43b1-866a-154f9d47810f,revision_number=3']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:56:41.868028 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:56:43.556153 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device 9a1bac8e-bb59-43b1-866a-154f9d47810f up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 09:56:43.622834 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port 9a1bac8e-bb59-43b1-866a-154f9d47810f triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 09:56:43.623200 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:49.761603 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 5 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 09:56:52.534134 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-66385843-95e1-4810-9315-6aac520e6bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:55.156128 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:55.209919 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-48df7fb1-0b9b-434e-bf48-c0c54d27d04d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:56.560532 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:56:58.075311 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:57:22.539209 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-197c57e8-2034-494b-8d63-ada610dab741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:57:25.149411 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:57:25.212627 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-de510d29-f512-400d-a7d4-5c9d0499bacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:57:26.564025 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:57:26.760335 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 5 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 09:57:28.080193 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:57:43.431282 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 58156) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:57:43.438044 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [None req-316ed5d7-d33a-466b-94b5-a8273af99c1b tempest-verify_tempest_config-142021501 tempest-verify_tempest_config-142021501-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=91255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 09:57:43.439086 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-316ed5d7-d33a-466b-94b5-a8273af99c1b tempest-verify_tempest_config-142021501 tempest-verify_tempest_config-142021501-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068607 May 18 09:57:43.773578 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 58174) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:57:43.901085 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9585eafb-e5ab-46e9-b0ba-f571569884df admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:57:43.916573 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-9585eafb-e5ab-46e9-b0ba-f571569884df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 09:57:43.920945 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-9585eafb-e5ab-46e9-b0ba-f571569884df admin admin] Usage tracker for resource:security_group_rule and tenant:c5c561367f9547f191d0cc3742b3505d is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 09:57:43.923867 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-9585eafb-e5ab-46e9-b0ba-f571569884df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 09:57:43.930074 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-9585eafb-e5ab-46e9-b0ba-f571569884df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 09:57:44.021398 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9585eafb-e5ab-46e9-b0ba-f571569884df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:57:44.025953 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9585eafb-e5ab-46e9-b0ba-f571569884df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:57:44.034368 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-8d1e8b3d-1da8-40da-9f80-beb095c8bc5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:57:44.076567 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-9585eafb-e5ab-46e9-b0ba-f571569884df admin admin] Synchronizing usage tracker for tenant:fbc44792c15b477cb4afc9a6ac34a57c on resource:security_group {{(pid=91255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 09:57:44.079280 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9585eafb-e5ab-46e9-b0ba-f571569884df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359b1939-2e4e-44b7-baa8-058f16218e99,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:57:44.089445 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9585eafb-e5ab-46e9-b0ba-f571569884df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:57:44.089802 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9585eafb-e5ab-46e9-b0ba-f571569884df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:57:44.090125 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9585eafb-e5ab-46e9-b0ba-f571569884df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:57:44.090465 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9585eafb-e5ab-46e9-b0ba-f571569884df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:57:44.090779 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9585eafb-e5ab-46e9-b0ba-f571569884df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:57:44.091107 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9585eafb-e5ab-46e9-b0ba-f571569884df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:57:44.091419 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9585eafb-e5ab-46e9-b0ba-f571569884df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:57:44.092295 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9585eafb-e5ab-46e9-b0ba-f571569884df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:57:44.092616 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9585eafb-e5ab-46e9-b0ba-f571569884df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:57:44.092923 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9585eafb-e5ab-46e9-b0ba-f571569884df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:57:44.093225 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9585eafb-e5ab-46e9-b0ba-f571569884df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:57:44.093526 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9585eafb-e5ab-46e9-b0ba-f571569884df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 09:57:44.098561 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-9585eafb-e5ab-46e9-b0ba-f571569884df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:57:44.110686 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-9585eafb-e5ab-46e9-b0ba-f571569884df admin admin] Unset dirty status for tenant:fbc44792c15b477cb4afc9a6ac34a57c on resource:security_group {{(pid=91255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 09:57:44.112129 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-9585eafb-e5ab-46e9-b0ba-f571569884df admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c5c561367f9547f191d0cc3742b3505d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3375957 May 18 09:57:44.114886 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 58180) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:57:44.181941 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3786d2aa-5570-4a77-a518-e9e997d46535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:57:44.211083 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3786d2aa-5570-4a77-a518-e9e997d46535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:57:44.314731 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3786d2aa-5570-4a77-a518-e9e997d46535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:57:44.318898 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 09:57:44.333288 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3786d2aa-5570-4a77-a518-e9e997d46535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359b1939-2e4e-44b7-baa8-058f16218e99,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 09:57:44.335980 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-3786d2aa-5570-4a77-a518-e9e997d46535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 09:57:44.339433 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3786d2aa-5570-4a77-a518-e9e997d46535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:57:44.341288 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-3786d2aa-5570-4a77-a518-e9e997d46535 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/359b1939-2e4e-44b7-baa8-058f16218e99 HTTP/1.1" status: 204 len: 168 time: 0.2250881 May 18 09:57:52.545083 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-f482266c-ad3e-414b-94a5-79fb237f8938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:57:55.154591 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:57:55.213136 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-c8bca456-1a89-4921-86bd-6ec783945661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:57:56.567970 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:57:58.081064 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:58:03.760020 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 5 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 09:58:22.547197 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-8f54651f-19e6-4f15-9f32-41fac1781a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:58:25.156146 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:58:25.213583 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-55aa63e7-308d-45e1-9b61-a35ae34e1d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:58:26.568983 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:58:28.083539 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:58:40.759686 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 5 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 09:58:52.548923 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-497f6738-06b3-41ed-8fcf-97dc98260812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:58:55.157991 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:58:55.214017 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-d6b82bad-4ef8-4690-a822-9832b8c17096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:58:56.571831 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:58:58.087462 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:59:15.920487 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812'] for agent, after_create {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:59:17.759256 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 09:59:20.450173 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 58232) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:59:20.598167 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-2efc406c-d3de-4e54-a37d-3f0d5020d51e admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1468577 May 18 09:59:22.552117 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-32b73c67-1277-4fa1-9a81-93f46a4493ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:59:22.820637 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 58242) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 09:59:22.882854 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-23cbc1c3-fb8a-43c5-9a6f-d9de2d2a955e admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0610859 May 18 09:59:25.162315 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:59:25.223455 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-3299acc3-6edd-4d85-a5f2-0993714a5c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:59:26.577524 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:59:28.092254 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:59:45.873713 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:59:52.554182 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-8a46c715-7c66-4496-9cc1-ede17c70cdee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:59:54.758850 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 09:59:55.164797 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:59:55.216038 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-dbf80bd0-f632-4252-9d58-12436fd1c979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:59:56.579141 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 09:59:58.095201 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:15.875396 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:22.554948 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-2cddbe73-b26e-47f4-9255-466d830855d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:25.167572 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:25.217766 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-b72e72d9-d706-4e01-b648-5a197da3062c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:26.580860 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:28.096971 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:31.757697 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:00:45.884619 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:47.080370 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 58388) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:47.366740 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-98f9cae2-a7db-4b58-9c1b-8476883dfd30 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-401901077-network', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:00:47.371407 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-98f9cae2-a7db-4b58-9c1b-8476883dfd30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:00:47.376238 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-98f9cae2-a7db-4b58-9c1b-8476883dfd30 admin admin] Usage tracker for resource:network and tenant:4738afae052f4e64894b0edeb5a37fbf is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:00:47.379831 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-98f9cae2-a7db-4b58-9c1b-8476883dfd30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:00:47.386427 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-98f9cae2-a7db-4b58-9c1b-8476883dfd30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:00:47.397197 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f9cae2-a7db-4b58-9c1b-8476883dfd30 admin admin] Made reservation on behalf of 4738afae052f4e64894b0edeb5a37fbf for: {'network': 1} {{(pid=91255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:00:47.400875 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-98f9cae2-a7db-4b58-9c1b-8476883dfd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7994813'] for network, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:47.416745 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-98f9cae2-a7db-4b58-9c1b-8476883dfd30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:47.432078 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-98f9cae2-a7db-4b58-9c1b-8476883dfd30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:00:47.436194 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-98f9cae2-a7db-4b58-9c1b-8476883dfd30 admin admin] Usage tracker for resource:security_group_rule and tenant:4738afae052f4e64894b0edeb5a37fbf is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:00:47.439187 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-98f9cae2-a7db-4b58-9c1b-8476883dfd30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:00:47.445194 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-98f9cae2-a7db-4b58-9c1b-8476883dfd30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:00:47.541191 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-98f9cae2-a7db-4b58-9c1b-8476883dfd30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:47.546315 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-98f9cae2-a7db-4b58-9c1b-8476883dfd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:47.551693 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-9585eafb-e5ab-46e9-b0ba-f571569884df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:47.592882 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9cae2-a7db-4b58-9c1b-8476883dfd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1494e52-8ec4-44b4-974a-734ff1fb004a,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:47.598641 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f9cae2-a7db-4b58-9c1b-8476883dfd30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=91255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 10:00:47.605027 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9cae2-a7db-4b58-9c1b-8476883dfd30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:47.605371 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9cae2-a7db-4b58-9c1b-8476883dfd30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:47.605708 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9cae2-a7db-4b58-9c1b-8476883dfd30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:47.606033 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9cae2-a7db-4b58-9c1b-8476883dfd30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:47.606832 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9cae2-a7db-4b58-9c1b-8476883dfd30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:47.607192 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9cae2-a7db-4b58-9c1b-8476883dfd30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:47.607595 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9cae2-a7db-4b58-9c1b-8476883dfd30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:47.607922 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9cae2-a7db-4b58-9c1b-8476883dfd30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:47.608241 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9cae2-a7db-4b58-9c1b-8476883dfd30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:47.608556 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9cae2-a7db-4b58-9c1b-8476883dfd30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:47.609674 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9cae2-a7db-4b58-9c1b-8476883dfd30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:47.609674 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9cae2-a7db-4b58-9c1b-8476883dfd30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:47.610220 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9cae2-a7db-4b58-9c1b-8476883dfd30 admin admin] Tracked resource versions report: May 18 10:00:47.610220 dv-cinder-772623-5-iscsi neutron-server[91255]: pushed versions: May 18 10:00:47.610220 dv-cinder-772623-5-iscsi neutron-server[91255]: { 'AddressGroup': {'1.2'}, May 18 10:00:47.610220 dv-cinder-772623-5-iscsi neutron-server[91255]: 'ConntrackHelper': {'1.0'}, May 18 10:00:47.610220 dv-cinder-772623-5-iscsi neutron-server[91255]: 'Log': {'1.0'}, May 18 10:00:47.610220 dv-cinder-772623-5-iscsi neutron-server[91255]: 'Network': {'1.1'}, May 18 10:00:47.610220 dv-cinder-772623-5-iscsi neutron-server[91255]: 'Port': {'1.7'}, May 18 10:00:47.610220 dv-cinder-772623-5-iscsi neutron-server[91255]: 'PortForwarding': {'1.2'}, May 18 10:00:47.610220 dv-cinder-772623-5-iscsi neutron-server[91255]: 'QosPolicy': {'1.8'}, May 18 10:00:47.610220 dv-cinder-772623-5-iscsi neutron-server[91255]: 'SecurityGroup': {'1.4'}, May 18 10:00:47.610220 dv-cinder-772623-5-iscsi neutron-server[91255]: 'SecurityGroupRule': {'1.2'}, May 18 10:00:47.610220 dv-cinder-772623-5-iscsi neutron-server[91255]: 'SubPort': {'1.0'}, May 18 10:00:47.610220 dv-cinder-772623-5-iscsi neutron-server[91255]: 'Subnet': {'1.1'}, May 18 10:00:47.610220 dv-cinder-772623-5-iscsi neutron-server[91255]: 'Trunk': {'1.1'}} May 18 10:00:47.610220 dv-cinder-772623-5-iscsi neutron-server[91255]: consumer versions: May 18 10:00:47.610220 dv-cinder-772623-5-iscsi neutron-server[91255]: { DHCP agent@dv-cinder-772623-5-iscsi: {}, May 18 10:00:47.610220 dv-cinder-772623-5-iscsi neutron-server[91255]: HyperV agent@hv-cinder-77262: {}, May 18 10:00:47.610220 dv-cinder-772623-5-iscsi neutron-server[91255]: L3 agent@dv-cinder-772623-5-iscsi: {}, May 18 10:00:47.610220 dv-cinder-772623-5-iscsi neutron-server[91255]: Metadata agent@dv-cinder-772623-5-iscsi: {}, May 18 10:00:47.610220 dv-cinder-772623-5-iscsi neutron-server[91255]: Metering agent@dv-cinder-772623-5-iscsi: {}, May 18 10:00:47.610220 dv-cinder-772623-5-iscsi neutron-server[91255]: Open vSwitch agent@dv-cinder-772623-5-iscsi: { 'AddressGroup': '1.2', May 18 10:00:47.610220 dv-cinder-772623-5-iscsi neutron-server[91255]: 'ConntrackHelper': '1.0', May 18 10:00:47.610220 dv-cinder-772623-5-iscsi neutron-server[91255]: 'Log': '1.0', May 18 10:00:47.610220 dv-cinder-772623-5-iscsi neutron-server[91255]: 'Network': '1.1', May 18 10:00:47.610220 dv-cinder-772623-5-iscsi neutron-server[91255]: 'Port': '1.7', May 18 10:00:47.610220 dv-cinder-772623-5-iscsi neutron-server[91255]: 'PortForwarding': '1.2', May 18 10:00:47.610220 dv-cinder-772623-5-iscsi neutron-server[91255]: 'QosPolicy': '1.8', May 18 10:00:47.610220 dv-cinder-772623-5-iscsi neutron-server[91255]: 'SecurityGroup': '1.4', May 18 10:00:47.610220 dv-cinder-772623-5-iscsi neutron-server[91255]: 'SecurityGroupRule': '1.2', May 18 10:00:47.610220 dv-cinder-772623-5-iscsi neutron-server[91255]: 'SubPort': '1.0', May 18 10:00:47.610220 dv-cinder-772623-5-iscsi neutron-server[91255]: 'Subnet': '1.1', May 18 10:00:47.610220 dv-cinder-772623-5-iscsi neutron-server[91255]: 'Trunk': '1.1'}} May 18 10:00:47.610220 dv-cinder-772623-5-iscsi neutron-server[91255]: {{(pid=91255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 10:00:47.613942 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-98f9cae2-a7db-4b58-9c1b-8476883dfd30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:47.626923 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-98f9cae2-a7db-4b58-9c1b-8476883dfd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901'] for segment, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:47.627409 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.db.segments_db [None req-98f9cae2-a7db-4b58-9c1b-8476883dfd30 admin admin] Added segment 3769062a-12ce-4aba-be75-7a8f50e46583 of type vlan for network 38de340e-be75-495c-91ac-81e0ab74f998 May 18 10:00:47.661833 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-98f9cae2-a7db-4b58-9c1b-8476883dfd30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726940834425'] for network, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:47.698601 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-98f9cae2-a7db-4b58-9c1b-8476883dfd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779696'] for network, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:47.699915 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f9cae2-a7db-4b58-9c1b-8476883dfd30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:00:47.700533 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-98f9cae2-a7db-4b58-9c1b-8476883dfd30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for network, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:47.706477 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-8d1e8b3d-1da8-40da-9f80-beb095c8bc5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:47.805885 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9cae2-a7db-4b58-9c1b-8476883dfd30 admin admin] Pushing event updated for resources: {'Network': ['ID=38de340e-be75-495c-91ac-81e0ab74f998,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:47.813276 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 58442) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:47.814010 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-98f9cae2-a7db-4b58-9c1b-8476883dfd30 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7313423 May 18 10:00:47.814674 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-98f9cae2-a7db-4b58-9c1b-8476883dfd30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:47.819359 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-f06ed75a-f286-4c03-8b16-20a5a0cb6985 admin admin] Request body: {'subnet': {'network_id': '38de340e-be75-495c-91ac-81e0ab74f998', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-401901077-subnet', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:00:47.819708 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Network 38de340e-be75-495c-91ac-81e0ab74f998 details requested by agent ovs-agent-dv-cinder-772623-5-iscsi with host dv-cinder-772623-5-iscsi {{(pid=91256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 10:00:47.824800 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-f06ed75a-f286-4c03-8b16-20a5a0cb6985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:00:47.829825 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-f06ed75a-f286-4c03-8b16-20a5a0cb6985 admin admin] Usage tracker for resource:subnet and tenant:4738afae052f4e64894b0edeb5a37fbf is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:00:47.836227 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-f06ed75a-f286-4c03-8b16-20a5a0cb6985 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:00:47.847000 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-f06ed75a-f286-4c03-8b16-20a5a0cb6985 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:00:47.858147 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06ed75a-f286-4c03-8b16-20a5a0cb6985 admin admin] Made reservation on behalf of 4738afae052f4e64894b0edeb5a37fbf for: {'subnet': 1} {{(pid=91254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:00:47.861319 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f06ed75a-f286-4c03-8b16-20a5a0cb6985 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:48.100567 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 58454) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:48.260990 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 58464) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:48.290912 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 58470) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:48.303772 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 58476) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:48.306643 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f06ed75a-f286-4c03-8b16-20a5a0cb6985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655'] for subnet, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:48.313378 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-f6e369b1-5706-409c-9c03-11f58bbfaecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:48.384275 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ed75a-f286-4c03-8b16-20a5a0cb6985 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7879ceca-ac45-4ec5-8a61-389c60092f52,revision_number=0']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:48.393810 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06ed75a-f286-4c03-8b16-20a5a0cb6985 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:48.394180 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06ed75a-f286-4c03-8b16-20a5a0cb6985 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:48.394566 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06ed75a-f286-4c03-8b16-20a5a0cb6985 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:48.394894 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06ed75a-f286-4c03-8b16-20a5a0cb6985 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:48.395218 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06ed75a-f286-4c03-8b16-20a5a0cb6985 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:48.395539 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06ed75a-f286-4c03-8b16-20a5a0cb6985 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:48.395856 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06ed75a-f286-4c03-8b16-20a5a0cb6985 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:48.396174 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06ed75a-f286-4c03-8b16-20a5a0cb6985 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:48.396488 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06ed75a-f286-4c03-8b16-20a5a0cb6985 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:48.396907 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06ed75a-f286-4c03-8b16-20a5a0cb6985 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:48.397227 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06ed75a-f286-4c03-8b16-20a5a0cb6985 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:48.397745 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06ed75a-f286-4c03-8b16-20a5a0cb6985 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:48.403819 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06ed75a-f286-4c03-8b16-20a5a0cb6985 admin admin] Tracked resource versions report: May 18 10:00:48.403819 dv-cinder-772623-5-iscsi neutron-server[91254]: pushed versions: May 18 10:00:48.403819 dv-cinder-772623-5-iscsi neutron-server[91254]: { 'AddressGroup': {'1.2'}, May 18 10:00:48.403819 dv-cinder-772623-5-iscsi neutron-server[91254]: 'ConntrackHelper': {'1.0'}, May 18 10:00:48.403819 dv-cinder-772623-5-iscsi neutron-server[91254]: 'Log': {'1.0'}, May 18 10:00:48.403819 dv-cinder-772623-5-iscsi neutron-server[91254]: 'Network': {'1.1'}, May 18 10:00:48.403819 dv-cinder-772623-5-iscsi neutron-server[91254]: 'Port': {'1.7'}, May 18 10:00:48.403819 dv-cinder-772623-5-iscsi neutron-server[91254]: 'PortForwarding': {'1.2'}, May 18 10:00:48.403819 dv-cinder-772623-5-iscsi neutron-server[91254]: 'QosPolicy': {'1.8'}, May 18 10:00:48.403819 dv-cinder-772623-5-iscsi neutron-server[91254]: 'SecurityGroup': {'1.4'}, May 18 10:00:48.403819 dv-cinder-772623-5-iscsi neutron-server[91254]: 'SecurityGroupRule': {'1.2'}, May 18 10:00:48.403819 dv-cinder-772623-5-iscsi neutron-server[91254]: 'SubPort': {'1.0'}, May 18 10:00:48.403819 dv-cinder-772623-5-iscsi neutron-server[91254]: 'Subnet': {'1.1'}, May 18 10:00:48.403819 dv-cinder-772623-5-iscsi neutron-server[91254]: 'Trunk': {'1.1'}} May 18 10:00:48.403819 dv-cinder-772623-5-iscsi neutron-server[91254]: consumer versions: May 18 10:00:48.403819 dv-cinder-772623-5-iscsi neutron-server[91254]: { DHCP agent@dv-cinder-772623-5-iscsi: {}, May 18 10:00:48.403819 dv-cinder-772623-5-iscsi neutron-server[91254]: HyperV agent@hv-cinder-77262: {}, May 18 10:00:48.403819 dv-cinder-772623-5-iscsi neutron-server[91254]: L3 agent@dv-cinder-772623-5-iscsi: {}, May 18 10:00:48.403819 dv-cinder-772623-5-iscsi neutron-server[91254]: Metadata agent@dv-cinder-772623-5-iscsi: {}, May 18 10:00:48.403819 dv-cinder-772623-5-iscsi neutron-server[91254]: Metering agent@dv-cinder-772623-5-iscsi: {}, May 18 10:00:48.403819 dv-cinder-772623-5-iscsi neutron-server[91254]: Open vSwitch agent@dv-cinder-772623-5-iscsi: { 'AddressGroup': '1.2', May 18 10:00:48.403819 dv-cinder-772623-5-iscsi neutron-server[91254]: 'ConntrackHelper': '1.0', May 18 10:00:48.403819 dv-cinder-772623-5-iscsi neutron-server[91254]: 'Log': '1.0', May 18 10:00:48.403819 dv-cinder-772623-5-iscsi neutron-server[91254]: 'Network': '1.1', May 18 10:00:48.403819 dv-cinder-772623-5-iscsi neutron-server[91254]: 'Port': '1.7', May 18 10:00:48.403819 dv-cinder-772623-5-iscsi neutron-server[91254]: 'PortForwarding': '1.2', May 18 10:00:48.403819 dv-cinder-772623-5-iscsi neutron-server[91254]: 'QosPolicy': '1.8', May 18 10:00:48.403819 dv-cinder-772623-5-iscsi neutron-server[91254]: 'SecurityGroup': '1.4', May 18 10:00:48.403819 dv-cinder-772623-5-iscsi neutron-server[91254]: 'SecurityGroupRule': '1.2', May 18 10:00:48.403819 dv-cinder-772623-5-iscsi neutron-server[91254]: 'SubPort': '1.0', May 18 10:00:48.403819 dv-cinder-772623-5-iscsi neutron-server[91254]: 'Subnet': '1.1', May 18 10:00:48.403819 dv-cinder-772623-5-iscsi neutron-server[91254]: 'Trunk': '1.1'}} May 18 10:00:48.403819 dv-cinder-772623-5-iscsi neutron-server[91254]: {{(pid=91254) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 10:00:48.408822 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-f06ed75a-f286-4c03-8b16-20a5a0cb6985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:48.416721 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06ed75a-f286-4c03-8b16-20a5a0cb6985 admin admin] Checking segment: {'id': '3769062a-12ce-4aba-be75-7a8f50e46583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:00:48.417414 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06ed75a-f286-4c03-8b16-20a5a0cb6985 admin admin] Network hostable DHCP agents. Network: 38de340e-be75-495c-91ac-81e0ab74f998, hostable agents: ['06791c86-dc2e-4d91-8007-ff0b96d97a59'], hosted agents: [] {{(pid=91254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 10:00:48.428290 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-08c7681d-73b3-4a16-8bf7-d7bbbf9fdb6f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1121088236-network', 'tenant_id': 'c352210edef24c269b1dbe6135c2ec65'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:00:48.433177 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-08c7681d-73b3-4a16-8bf7-d7bbbf9fdb6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:00:48.441540 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-08c7681d-73b3-4a16-8bf7-d7bbbf9fdb6f admin admin] Usage tracker for resource:network and tenant:c352210edef24c269b1dbe6135c2ec65 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:00:48.448280 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-08c7681d-73b3-4a16-8bf7-d7bbbf9fdb6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:00:48.457558 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-08c7681d-73b3-4a16-8bf7-d7bbbf9fdb6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:00:48.460933 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06ed75a-f286-4c03-8b16-20a5a0cb6985 admin admin] Network 38de340e-be75-495c-91ac-81e0ab74f998 is scheduled to be hosted by DHCP agent 06791c86-dc2e-4d91-8007-ff0b96d97a59 with binding_index 1 {{(pid=91254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 10:00:48.474738 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.base_scheduler [None req-f06ed75a-f286-4c03-8b16-20a5a0cb6985 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-5-iscsi, 38de340e-be75-495c-91ac-81e0ab74f998) {{(pid=91254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:00:48.477069 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c7681d-73b3-4a16-8bf7-d7bbbf9fdb6f admin admin] Made reservation on behalf of c352210edef24c269b1dbe6135c2ec65 for: {'network': 1} {{(pid=91254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:00:48.479692 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-08c7681d-73b3-4a16-8bf7-d7bbbf9fdb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7994813'] for network, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:48.486527 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a1dcba-467d-40c6-a4ed-3aa878c4cb77 None None] Network 38de340e-be75-495c-91ac-81e0ab74f998 requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:00:48.497903 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06ed75a-f286-4c03-8b16-20a5a0cb6985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:00:48.498674 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f06ed75a-f286-4c03-8b16-20a5a0cb6985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for subnet, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:48.502315 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-08c7681d-73b3-4a16-8bf7-d7bbbf9fdb6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:48.525167 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-08c7681d-73b3-4a16-8bf7-d7bbbf9fdb6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:00:48.532174 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-08c7681d-73b3-4a16-8bf7-d7bbbf9fdb6f admin admin] Usage tracker for resource:security_group_rule and tenant:c352210edef24c269b1dbe6135c2ec65 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:00:48.536684 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-f06ed75a-f286-4c03-8b16-20a5a0cb6985 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7219877 May 18 10:00:48.538151 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-08c7681d-73b3-4a16-8bf7-d7bbbf9fdb6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:00:48.539875 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 58486) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:48.545311 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-08c7681d-73b3-4a16-8bf7-d7bbbf9fdb6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:00:48.546036 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-472ca74b-7db7-4d97-a92d-16aa0c33ab3b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-401901077-router', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'}}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:00:48.552682 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-472ca74b-7db7-4d97-a92d-16aa0c33ab3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:00:48.562330 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-472ca74b-7db7-4d97-a92d-16aa0c33ab3b admin admin] Usage tracker for resource:router and tenant:4738afae052f4e64894b0edeb5a37fbf is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:00:48.568495 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-472ca74b-7db7-4d97-a92d-16aa0c33ab3b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:00:48.581329 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-472ca74b-7db7-4d97-a92d-16aa0c33ab3b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:00:48.602051 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-472ca74b-7db7-4d97-a92d-16aa0c33ab3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27157'] for router, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:48.603295 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-472ca74b-7db7-4d97-a92d-16aa0c33ab3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-647179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27166'] for router, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:48.636326 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-472ca74b-7db7-4d97-a92d-16aa0c33ab3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:48.653161 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-08c7681d-73b3-4a16-8bf7-d7bbbf9fdb6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:48.659098 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-08c7681d-73b3-4a16-8bf7-d7bbbf9fdb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:48.664781 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:48.691700 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08c7681d-73b3-4a16-8bf7-d7bbbf9fdb6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=91254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 10:00:48.705762 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7681d-73b3-4a16-8bf7-d7bbbf9fdb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ffdf3b-8ca4-4c96-beeb-1441ebf4c4fe,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:48.711162 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-08c7681d-73b3-4a16-8bf7-d7bbbf9fdb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901'] for segment, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:48.711736 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.db.segments_db [None req-08c7681d-73b3-4a16-8bf7-d7bbbf9fdb6f admin admin] Added segment 9e1da5fa-72fc-4f94-9194-bba357de6156 of type vlan for network 673fb06b-f2e1-48df-ba9b-34e48a9dc7c6 May 18 10:00:48.713080 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-08c7681d-73b3-4a16-8bf7-d7bbbf9fdb6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:48.753893 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-08c7681d-73b3-4a16-8bf7-d7bbbf9fdb6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726940834425'] for network, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:48.767815 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-5afc7f6d-b15e-4483-8f9c-e4370fa75157 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-910606639-network', 'tenant_id': '7acb51810c8545daa5171055799a0f07'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:00:48.822652 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-08c7681d-73b3-4a16-8bf7-d7bbbf9fdb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779696'] for network, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:48.824104 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c7681d-73b3-4a16-8bf7-d7bbbf9fdb6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:00:48.824719 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-08c7681d-73b3-4a16-8bf7-d7bbbf9fdb6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for network, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:48.828276 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-5afc7f6d-b15e-4483-8f9c-e4370fa75157 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:00:48.834714 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb932926-dfb2-43aa-a1cb-a893ab1c47b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0422f885-e5fe-50de-bd50-521dd108a39f-38de340e-be75-495c-91ac-81e0ab74f998', 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'fixed_ips': [{'subnet_id': '7879ceca-ac45-4ec5-8a61-389c60092f52'}]}} from dv-cinder-772623-5-iscsi. {{(pid=91256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 10:00:48.835720 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-eb932926-dfb2-43aa-a1cb-a893ab1c47b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:48.838296 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-f5b74d47-0ced-48a9-89b3-0819af384c4f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2052202754-network', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:00:48.855588 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:48.858198 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-abf58fa3-2334-4af4-9528-4ba35f31a0e2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-725991551-network', 'tenant_id': '042ed8cf21fa4927a4d7b9573be4dfa8'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:00:48.863873 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-5afc7f6d-b15e-4483-8f9c-e4370fa75157 admin admin] Usage tracker for resource:network and tenant:7acb51810c8545daa5171055799a0f07 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:00:48.866991 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-f5b74d47-0ced-48a9-89b3-0819af384c4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:00:48.871052 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-f5b74d47-0ced-48a9-89b3-0819af384c4f admin admin] Usage tracker for resource:network and tenant:f716dbf60ba7409595aa27a28db3f6ae is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:00:48.878325 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-f5b74d47-0ced-48a9-89b3-0819af384c4f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:00:48.884495 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-f5b74d47-0ced-48a9-89b3-0819af384c4f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:00:48.895734 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-5afc7f6d-b15e-4483-8f9c-e4370fa75157 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:00:48.899626 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b74d47-0ced-48a9-89b3-0819af384c4f admin admin] Made reservation on behalf of f716dbf60ba7409595aa27a28db3f6ae for: {'network': 1} {{(pid=91255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:00:48.902182 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-f5b74d47-0ced-48a9-89b3-0819af384c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7994813'] for network, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:48.949291 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-08c7681d-73b3-4a16-8bf7-d7bbbf9fdb6f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8474660 May 18 10:00:48.954777 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 58502) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:48.962701 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-3fed2cc9-f63b-49c7-8d4e-5408e5c5bf67 admin admin] Request body: {'subnet': {'network_id': '673fb06b-f2e1-48df-ba9b-34e48a9dc7c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1121088236-subnet', 'tenant_id': 'c352210edef24c269b1dbe6135c2ec65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:00:48.968827 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-3fed2cc9-f63b-49c7-8d4e-5408e5c5bf67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:00:48.970686 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-f5b74d47-0ced-48a9-89b3-0819af384c4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:48.973353 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-3fed2cc9-f63b-49c7-8d4e-5408e5c5bf67 admin admin] Usage tracker for resource:subnet and tenant:c352210edef24c269b1dbe6135c2ec65 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:00:48.976433 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-3fed2cc9-f63b-49c7-8d4e-5408e5c5bf67 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:00:48.982498 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-3fed2cc9-f63b-49c7-8d4e-5408e5c5bf67 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:00:48.983473 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-5afc7f6d-b15e-4483-8f9c-e4370fa75157 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:00:48.993036 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7681d-73b3-4a16-8bf7-d7bbbf9fdb6f admin admin] Pushing event updated for resources: {'Network': ['ID=673fb06b-f2e1-48df-ba9b-34e48a9dc7c6,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:48.996526 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-08c7681d-73b3-4a16-8bf7-d7bbbf9fdb6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:48.998001 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fed2cc9-f63b-49c7-8d4e-5408e5c5bf67 admin admin] Made reservation on behalf of c352210edef24c269b1dbe6135c2ec65 for: {'subnet': 1} {{(pid=91254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:00:49.000275 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-f5b74d47-0ced-48a9-89b3-0819af384c4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:00:49.000825 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-3fed2cc9-f63b-49c7-8d4e-5408e5c5bf67 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:49.004144 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-f5b74d47-0ced-48a9-89b3-0819af384c4f admin admin] Usage tracker for resource:security_group_rule and tenant:f716dbf60ba7409595aa27a28db3f6ae is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:00:49.007368 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-f5b74d47-0ced-48a9-89b3-0819af384c4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:00:49.013359 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-f5b74d47-0ced-48a9-89b3-0819af384c4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:00:49.069432 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Network 673fb06b-f2e1-48df-ba9b-34e48a9dc7c6 details requested by agent ovs-agent-dv-cinder-772623-5-iscsi with host dv-cinder-772623-5-iscsi {{(pid=91256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 10:00:49.085273 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-abf58fa3-2334-4af4-9528-4ba35f31a0e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:00:49.106859 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-abf58fa3-2334-4af4-9528-4ba35f31a0e2 admin admin] Usage tracker for resource:network and tenant:042ed8cf21fa4927a4d7b9573be4dfa8 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:00:49.112520 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-472ca74b-7db7-4d97-a92d-16aa0c33ab3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27184'] for router, precommit_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:49.120365 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-abf58fa3-2334-4af4-9528-4ba35f31a0e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:00:49.132002 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afc7f6d-b15e-4483-8f9c-e4370fa75157 admin admin] Made reservation on behalf of 7acb51810c8545daa5171055799a0f07 for: {'network': 1} {{(pid=91255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:00:49.134556 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-5afc7f6d-b15e-4483-8f9c-e4370fa75157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7994813'] for network, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:49.145077 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-abf58fa3-2334-4af4-9528-4ba35f31a0e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:00:49.169866 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-5afc7f6d-b15e-4483-8f9c-e4370fa75157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:49.234229 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf58fa3-2334-4af4-9528-4ba35f31a0e2 admin admin] Made reservation on behalf of 042ed8cf21fa4927a4d7b9573be4dfa8 for: {'network': 1} {{(pid=91255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:00:49.251940 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-abf58fa3-2334-4af4-9528-4ba35f31a0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7994813'] for network, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:49.267083 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.db_base_plugin_common [None req-eb932926-dfb2-43aa-a1cb-a893ab1c47b3 None None] Allocated IP 172.20.0.2 (38de340e-be75-495c-91ac-81e0ab74f998/7879ceca-ac45-4ec5-8a61-389c60092f52/792a6bb3-3912-467b-919a-bd2f91cf818d) {{(pid=91256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:00:49.278971 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-5afc7f6d-b15e-4483-8f9c-e4370fa75157 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:00:49.284083 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-5afc7f6d-b15e-4483-8f9c-e4370fa75157 admin admin] Usage tracker for resource:security_group_rule and tenant:7acb51810c8545daa5171055799a0f07 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:00:49.288278 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-5afc7f6d-b15e-4483-8f9c-e4370fa75157 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:00:49.296360 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-5afc7f6d-b15e-4483-8f9c-e4370fa75157 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:00:49.435156 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-5afc7f6d-b15e-4483-8f9c-e4370fa75157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:49.456142 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-5afc7f6d-b15e-4483-8f9c-e4370fa75157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:49.457189 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-abf58fa3-2334-4af4-9528-4ba35f31a0e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:49.539012 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5afc7f6d-b15e-4483-8f9c-e4370fa75157 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=91255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 10:00:49.549842 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-5afc7f6d-b15e-4483-8f9c-e4370fa75157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901'] for segment, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:49.550482 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.db.segments_db [None req-5afc7f6d-b15e-4483-8f9c-e4370fa75157 admin admin] Added segment 2beb079a-9d35-4dc7-bdc2-f082c5b10557 of type vlan for network 4f114c1f-030f-4967-9b62-649e8025f375 May 18 10:00:49.556206 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-eb932926-dfb2-43aa-a1cb-a893ab1c47b3 None None] Notify callbacks [] for port, precommit_create {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:49.560852 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-3fed2cc9-f63b-49c7-8d4e-5408e5c5bf67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655'] for subnet, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:49.568111 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:49.572921 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-eb932926-dfb2-43aa-a1cb-a893ab1c47b3 None None] Transition to ACTIVE for port object 792a6bb3-3912-467b-919a-bd2f91cf818d will not be triggered until provisioned by entity L2. {{(pid=91256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:00:49.574246 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-f5b74d47-0ced-48a9-89b3-0819af384c4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:49.584281 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-3786d2aa-5570-4a77-a518-e9e997d46535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:49.598703 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-eb932926-dfb2-43aa-a1cb-a893ab1c47b3 None None] Transition to ACTIVE for port object 792a6bb3-3912-467b-919a-bd2f91cf818d will not be triggered until provisioned by entity DHCP. {{(pid=91256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:00:49.604572 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-abf58fa3-2334-4af4-9528-4ba35f31a0e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:00:49.609206 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-abf58fa3-2334-4af4-9528-4ba35f31a0e2 admin admin] Usage tracker for resource:security_group_rule and tenant:042ed8cf21fa4927a4d7b9573be4dfa8 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:00:49.609368 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-eb932926-dfb2-43aa-a1cb-a893ab1c47b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839'] for port, after_create {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:49.629781 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-abf58fa3-2334-4af4-9528-4ba35f31a0e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:00:49.630781 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:49.632689 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-f5b74d47-0ced-48a9-89b3-0819af384c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:49.642689 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-5afc7f6d-b15e-4483-8f9c-e4370fa75157 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726940834425'] for network, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:49.656423 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-abf58fa3-2334-4af4-9528-4ba35f31a0e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:00:49.679723 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb932926-dfb2-43aa-a1cb-a893ab1c47b3 None None] Network 38de340e-be75-495c-91ac-81e0ab74f998 is already hosted by enough agents. {{(pid=91256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:00:49.682846 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc7f6d-b15e-4483-8f9c-e4370fa75157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4f6ba0-0be1-4933-b201-6d288d9de4f3,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:49.687452 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.scheduler.base_scheduler [None req-eb932926-dfb2-43aa-a1cb-a893ab1c47b3 None None] Resources bound (agent type, host, resource id): {{(pid=91256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:00:49.690413 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb932926-dfb2-43aa-a1cb-a893ab1c47b3 None None] Received port after_create {{(pid=91256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:00:49.691960 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-5afc7f6d-b15e-4483-8f9c-e4370fa75157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:49.692848 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b74d47-0ced-48a9-89b3-0819af384c4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=91255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 10:00:49.695247 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:49.747319 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed2cc9-f63b-49c7-8d4e-5408e5c5bf67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=485e4829-c702-4cf3-869e-6d655bf0c212,revision_number=0']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:49.752401 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-3fed2cc9-f63b-49c7-8d4e-5408e5c5bf67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:49.762938 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fed2cc9-f63b-49c7-8d4e-5408e5c5bf67 admin admin] Checking segment: {'id': '9e1da5fa-72fc-4f94-9194-bba357de6156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '673fb06b-f2e1-48df-ba9b-34e48a9dc7c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:00:49.763348 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fed2cc9-f63b-49c7-8d4e-5408e5c5bf67 admin admin] Network hostable DHCP agents. Network: 673fb06b-f2e1-48df-ba9b-34e48a9dc7c6, hostable agents: ['06791c86-dc2e-4d91-8007-ff0b96d97a59'], hosted agents: [] {{(pid=91254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 10:00:49.772300 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-f5b74d47-0ced-48a9-89b3-0819af384c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901'] for segment, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:49.772609 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.db.segments_db [None req-f5b74d47-0ced-48a9-89b3-0819af384c4f admin admin] Added segment 344b6fb3-a3d0-455a-aeed-cf4ea1882505 of type vlan for network fe6c80e1-177e-4a34-ab74-aff33bd088bf May 18 10:00:49.774813 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b74d47-0ced-48a9-89b3-0819af384c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754e037b-50b4-4ab5-939b-d2ef9ce81513,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:49.777398 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-5afc7f6d-b15e-4483-8f9c-e4370fa75157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779696'] for network, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:49.785483 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-f5b74d47-0ced-48a9-89b3-0819af384c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:49.786099 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fed2cc9-f63b-49c7-8d4e-5408e5c5bf67 admin admin] Network 673fb06b-f2e1-48df-ba9b-34e48a9dc7c6 is scheduled to be hosted by DHCP agent 06791c86-dc2e-4d91-8007-ff0b96d97a59 with binding_index 1 {{(pid=91254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 10:00:49.790804 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afc7f6d-b15e-4483-8f9c-e4370fa75157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:00:49.791550 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-5afc7f6d-b15e-4483-8f9c-e4370fa75157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for network, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:49.801995 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.base_scheduler [None req-3fed2cc9-f63b-49c7-8d4e-5408e5c5bf67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-5-iscsi, 673fb06b-f2e1-48df-ba9b-34e48a9dc7c6) {{(pid=91254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:00:49.802521 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-98f9cae2-a7db-4b58-9c1b-8476883dfd30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:49.811771 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fed2cc9-f63b-49c7-8d4e-5408e5c5bf67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:00:49.812355 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-3fed2cc9-f63b-49c7-8d4e-5408e5c5bf67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for subnet, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:49.843867 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20223107-e94e-4a91-9a21-14fe5ba3ede3 None None] Network 673fb06b-f2e1-48df-ba9b-34e48a9dc7c6 requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:00:49.847487 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-3fed2cc9-f63b-49c7-8d4e-5408e5c5bf67 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8916790 May 18 10:00:49.882132 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-f5b74d47-0ced-48a9-89b3-0819af384c4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726940834425'] for network, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:49.933825 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb932926-dfb2-43aa-a1cb-a893ab1c47b3 None None] Pushing event updated for resources: {'Port': ['ID=792a6bb3-3912-467b-919a-bd2f91cf818d,revision_number=1']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:49.936721 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-eb932926-dfb2-43aa-a1cb-a893ab1c47b3 None None] Attempting to bind port 792a6bb3-3912-467b-919a-bd2f91cf818d on host dv-cinder-772623-5-iscsi for vnic_type normal with profile {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:00:49.937184 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-eb932926-dfb2-43aa-a1cb-a893ab1c47b3 None None] Attempting to bind port 792a6bb3-3912-467b-919a-bd2f91cf818d by drivers openvswitch,hyperv on host dv-cinder-772623-5-iscsi at level 0 using segments [{'id': '3769062a-12ce-4aba-be75-7a8f50e46583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998'}] {{(pid=91256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:00:49.937671 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb932926-dfb2-43aa-a1cb-a893ab1c47b3 None None] Attempting to bind port 792a6bb3-3912-467b-919a-bd2f91cf818d on network 38de340e-be75-495c-91ac-81e0ab74f998 {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:00:49.954538 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb932926-dfb2-43aa-a1cb-a893ab1c47b3 None None] Checking agent: {'id': '5371dcab-484f-4434-b508-32f41307ace8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 25), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:00:49.955005 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb932926-dfb2-43aa-a1cb-a893ab1c47b3 None None] Checking segment: {'id': '3769062a-12ce-4aba-be75-7a8f50e46583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:00:49.955664 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-eb932926-dfb2-43aa-a1cb-a893ab1c47b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:49.956272 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb932926-dfb2-43aa-a1cb-a893ab1c47b3 None None] Bound using segment: {'id': '3769062a-12ce-4aba-be75-7a8f50e46583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998'} {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:00:49.956895 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-eb932926-dfb2-43aa-a1cb-a893ab1c47b3 None None] Bound port: 792a6bb3-3912-467b-919a-bd2f91cf818d, host: dv-cinder-772623-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3769062a-12ce-4aba-be75-7a8f50e46583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998'}}] {{(pid=91256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:00:49.957379 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-eb932926-dfb2-43aa-a1cb-a893ab1c47b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:49.961840 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc7f6d-b15e-4483-8f9c-e4370fa75157 admin admin] Pushing event updated for resources: {'Network': ['ID=4f114c1f-030f-4967-9b62-649e8025f375,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:49.977214 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-5afc7f6d-b15e-4483-8f9c-e4370fa75157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:50.047034 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Network 4f114c1f-030f-4967-9b62-649e8025f375 details requested by agent ovs-agent-dv-cinder-772623-5-iscsi with host dv-cinder-772623-5-iscsi {{(pid=91256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 10:00:50.073795 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb932926-dfb2-43aa-a1cb-a893ab1c47b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:50.074212 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb932926-dfb2-43aa-a1cb-a893ab1c47b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:50.075765 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb932926-dfb2-43aa-a1cb-a893ab1c47b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:50.076155 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb932926-dfb2-43aa-a1cb-a893ab1c47b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:50.076572 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb932926-dfb2-43aa-a1cb-a893ab1c47b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:50.076948 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb932926-dfb2-43aa-a1cb-a893ab1c47b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:50.077337 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb932926-dfb2-43aa-a1cb-a893ab1c47b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:50.077740 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb932926-dfb2-43aa-a1cb-a893ab1c47b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:50.078167 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb932926-dfb2-43aa-a1cb-a893ab1c47b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:50.078556 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb932926-dfb2-43aa-a1cb-a893ab1c47b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:50.078960 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb932926-dfb2-43aa-a1cb-a893ab1c47b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:50.079336 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb932926-dfb2-43aa-a1cb-a893ab1c47b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:50.080468 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb932926-dfb2-43aa-a1cb-a893ab1c47b3 None None] Tracked resource versions report: May 18 10:00:50.080468 dv-cinder-772623-5-iscsi neutron-server[91256]: pushed versions: May 18 10:00:50.080468 dv-cinder-772623-5-iscsi neutron-server[91256]: { 'AddressGroup': {'1.2'}, May 18 10:00:50.080468 dv-cinder-772623-5-iscsi neutron-server[91256]: 'ConntrackHelper': {'1.0'}, May 18 10:00:50.080468 dv-cinder-772623-5-iscsi neutron-server[91256]: 'Log': {'1.0'}, May 18 10:00:50.080468 dv-cinder-772623-5-iscsi neutron-server[91256]: 'Network': {'1.1'}, May 18 10:00:50.080468 dv-cinder-772623-5-iscsi neutron-server[91256]: 'Port': {'1.7'}, May 18 10:00:50.080468 dv-cinder-772623-5-iscsi neutron-server[91256]: 'PortForwarding': {'1.2'}, May 18 10:00:50.080468 dv-cinder-772623-5-iscsi neutron-server[91256]: 'QosPolicy': {'1.8'}, May 18 10:00:50.080468 dv-cinder-772623-5-iscsi neutron-server[91256]: 'SecurityGroup': {'1.4'}, May 18 10:00:50.080468 dv-cinder-772623-5-iscsi neutron-server[91256]: 'SecurityGroupRule': {'1.2'}, May 18 10:00:50.080468 dv-cinder-772623-5-iscsi neutron-server[91256]: 'SubPort': {'1.0'}, May 18 10:00:50.080468 dv-cinder-772623-5-iscsi neutron-server[91256]: 'Subnet': {'1.1'}, May 18 10:00:50.080468 dv-cinder-772623-5-iscsi neutron-server[91256]: 'Trunk': {'1.1'}} May 18 10:00:50.080468 dv-cinder-772623-5-iscsi neutron-server[91256]: consumer versions: May 18 10:00:50.080468 dv-cinder-772623-5-iscsi neutron-server[91256]: { DHCP agent@dv-cinder-772623-5-iscsi: {}, May 18 10:00:50.080468 dv-cinder-772623-5-iscsi neutron-server[91256]: HyperV agent@hv-cinder-77262: {}, May 18 10:00:50.080468 dv-cinder-772623-5-iscsi neutron-server[91256]: L3 agent@dv-cinder-772623-5-iscsi: {}, May 18 10:00:50.080468 dv-cinder-772623-5-iscsi neutron-server[91256]: Metadata agent@dv-cinder-772623-5-iscsi: {}, May 18 10:00:50.080468 dv-cinder-772623-5-iscsi neutron-server[91256]: Metering agent@dv-cinder-772623-5-iscsi: {}, May 18 10:00:50.080468 dv-cinder-772623-5-iscsi neutron-server[91256]: Open vSwitch agent@dv-cinder-772623-5-iscsi: { 'AddressGroup': '1.2', May 18 10:00:50.080468 dv-cinder-772623-5-iscsi neutron-server[91256]: 'ConntrackHelper': '1.0', May 18 10:00:50.080468 dv-cinder-772623-5-iscsi neutron-server[91256]: 'Log': '1.0', May 18 10:00:50.080468 dv-cinder-772623-5-iscsi neutron-server[91256]: 'Network': '1.1', May 18 10:00:50.080468 dv-cinder-772623-5-iscsi neutron-server[91256]: 'Port': '1.7', May 18 10:00:50.080468 dv-cinder-772623-5-iscsi neutron-server[91256]: 'PortForwarding': '1.2', May 18 10:00:50.080468 dv-cinder-772623-5-iscsi neutron-server[91256]: 'QosPolicy': '1.8', May 18 10:00:50.080468 dv-cinder-772623-5-iscsi neutron-server[91256]: 'SecurityGroup': '1.4', May 18 10:00:50.080468 dv-cinder-772623-5-iscsi neutron-server[91256]: 'SecurityGroupRule': '1.2', May 18 10:00:50.080468 dv-cinder-772623-5-iscsi neutron-server[91256]: 'SubPort': '1.0', May 18 10:00:50.080468 dv-cinder-772623-5-iscsi neutron-server[91256]: 'Subnet': '1.1', May 18 10:00:50.080468 dv-cinder-772623-5-iscsi neutron-server[91256]: 'Trunk': '1.1'}} May 18 10:00:50.080468 dv-cinder-772623-5-iscsi neutron-server[91256]: {{(pid=91256) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 10:00:50.090851 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-eb932926-dfb2-43aa-a1cb-a893ab1c47b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:50.137661 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 58540) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:50.137902 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-5afc7f6d-b15e-4483-8f9c-e4370fa75157 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8751273 May 18 10:00:50.145931 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-a6a9c75d-278d-4515-a09a-adbd37492f30 admin admin] Request body: {'subnet': {'network_id': '4f114c1f-030f-4967-9b62-649e8025f375', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-910606639-subnet', 'tenant_id': '7acb51810c8545daa5171055799a0f07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:00:50.165553 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-a6a9c75d-278d-4515-a09a-adbd37492f30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:00:50.183231 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-a6a9c75d-278d-4515-a09a-adbd37492f30 admin admin] Usage tracker for resource:subnet and tenant:7acb51810c8545daa5171055799a0f07 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:00:50.197557 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-a6a9c75d-278d-4515-a09a-adbd37492f30 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:00:50.220064 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-abf58fa3-2334-4af4-9528-4ba35f31a0e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:50.220677 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-a6a9c75d-278d-4515-a09a-adbd37492f30 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:00:50.229370 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-f5b74d47-0ced-48a9-89b3-0819af384c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779696'] for network, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:50.233971 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b74d47-0ced-48a9-89b3-0819af384c4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:00:50.234791 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-f5b74d47-0ced-48a9-89b3-0819af384c4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for network, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:50.238331 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-abf58fa3-2334-4af4-9528-4ba35f31a0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:50.242257 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:50.243620 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a9c75d-278d-4515-a09a-adbd37492f30 admin admin] Made reservation on behalf of 7acb51810c8545daa5171055799a0f07 for: {'subnet': 1} {{(pid=91254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:00:50.249331 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-a6a9c75d-278d-4515-a09a-adbd37492f30 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:50.340183 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-eb932926-dfb2-43aa-a1cb-a893ab1c47b3 None None] For port 792a6bb3-3912-467b-919a-bd2f91cf818d, host dv-cinder-772623-5-iscsi, cleared binding levels {{(pid=91256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:00:50.392542 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abf58fa3-2334-4af4-9528-4ba35f31a0e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=91255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 10:00:50.400768 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-f5b74d47-0ced-48a9-89b3-0819af384c4f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1085823 May 18 10:00:50.408803 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 58550) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:50.416611 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-eb932926-dfb2-43aa-a1cb-a893ab1c47b3 None None] For port 792a6bb3-3912-467b-919a-bd2f91cf818d, host dv-cinder-772623-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=792a6bb3-3912-467b-919a-bd2f91cf818d,segment=NetworkSegment(3769062a-12ce-4aba-be75-7a8f50e46583),segment_id=3769062a-12ce-4aba-be75-7a8f50e46583)] {{(pid=91256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:00:50.420437 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-9c7795f7-5cb4-43bc-962f-6bc77f786e60 admin admin] Request body: {'subnet': {'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2052202754-subnet', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:00:50.425753 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-472ca74b-7db7-4d97-a92d-16aa0c33ab3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:50.458319 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-eb932926-dfb2-43aa-a1cb-a893ab1c47b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:50.458926 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-9c7795f7-5cb4-43bc-962f-6bc77f786e60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:00:50.461436 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b74d47-0ced-48a9-89b3-0819af384c4f admin admin] Pushing event updated for resources: {'Network': ['ID=fe6c80e1-177e-4a34-ab74-aff33bd088bf,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:50.469948 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-abf58fa3-2334-4af4-9528-4ba35f31a0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901'] for segment, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:50.470292 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.db.segments_db [None req-abf58fa3-2334-4af4-9528-4ba35f31a0e2 admin admin] Added segment 6ab8eb64-9d8c-461a-9e69-e2de920fc693 of type vlan for network 36d853f8-458b-4f42-920c-475d49b3e130 May 18 10:00:50.472243 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-9c7795f7-5cb4-43bc-962f-6bc77f786e60 admin admin] Usage tracker for resource:subnet and tenant:f716dbf60ba7409595aa27a28db3f6ae is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:00:50.474822 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-f5b74d47-0ced-48a9-89b3-0819af384c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:50.475296 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:50.476086 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-472ca74b-7db7-4d97-a92d-16aa0c33ab3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:50.477802 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:50.489834 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-9c7795f7-5cb4-43bc-962f-6bc77f786e60 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:00:50.518896 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Network fe6c80e1-177e-4a34-ab74-aff33bd088bf details requested by agent ovs-agent-dv-cinder-772623-5-iscsi with host dv-cinder-772623-5-iscsi {{(pid=91256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 10:00:50.538963 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-9c7795f7-5cb4-43bc-962f-6bc77f786e60 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:00:50.541381 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08fb38d-c30e-4ae8-8240-4a9fc4691d8c None None] Network 673fb06b-f2e1-48df-ba9b-34e48a9dc7c6 requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:00:50.596879 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf58fa3-2334-4af4-9528-4ba35f31a0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e02daa0-4093-40a4-9f74-be59831c6806,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:50.604333 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-abf58fa3-2334-4af4-9528-4ba35f31a0e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:50.608926 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-abf58fa3-2334-4af4-9528-4ba35f31a0e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726940834425'] for network, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:50.614949 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7795f7-5cb4-43bc-962f-6bc77f786e60 admin admin] Made reservation on behalf of f716dbf60ba7409595aa27a28db3f6ae for: {'subnet': 1} {{(pid=91255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:00:50.617181 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9c7795f7-5cb4-43bc-962f-6bc77f786e60 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:50.795199 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.db.resource_extend [None req-abf58fa3-2334-4af4-9528-4ba35f31a0e2 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 10:00:50.840793 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb932926-dfb2-43aa-a1cb-a893ab1c47b3 None None] Pushing event updated for resources: {'Port': ['ID=792a6bb3-3912-467b-919a-bd2f91cf818d,revision_number=2']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:50.855719 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-eb932926-dfb2-43aa-a1cb-a893ab1c47b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:50.863266 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-abf58fa3-2334-4af4-9528-4ba35f31a0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779696'] for network, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:50.880517 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf58fa3-2334-4af4-9528-4ba35f31a0e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:00:50.881087 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-abf58fa3-2334-4af4-9528-4ba35f31a0e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for network, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:50.895077 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-f5b74d47-0ced-48a9-89b3-0819af384c4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:50.949843 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.db_base_plugin_common [None req-472ca74b-7db7-4d97-a92d-16aa0c33ab3b admin admin] Allocated IP 172.27.1.169 (bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3/bad1a46d-7140-454d-84c6-4b97dc4a536e/2028ef6b-7021-4ef5-9774-c779565cf807) {{(pid=91255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:00:50.997705 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-a6a9c75d-278d-4515-a09a-adbd37492f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655'] for subnet, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:51.003753 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:51.105129 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-abf58fa3-2334-4af4-9528-4ba35f31a0e2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.8002195 May 18 10:00:51.105924 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 58576) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:51.129383 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf58fa3-2334-4af4-9528-4ba35f31a0e2 admin admin] Pushing event updated for resources: {'Network': ['ID=36d853f8-458b-4f42-920c-475d49b3e130,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:51.140766 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-abf58fa3-2334-4af4-9528-4ba35f31a0e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:51.154473 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-7b72a741-2277-477b-8b68-1b8374a64943 admin admin] Request body: {'subnet': {'network_id': '36d853f8-458b-4f42-920c-475d49b3e130', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-725991551-subnet', 'tenant_id': '042ed8cf21fa4927a4d7b9573be4dfa8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:00:51.159469 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Network 36d853f8-458b-4f42-920c-475d49b3e130 details requested by agent ovs-agent-dv-cinder-772623-5-iscsi with host dv-cinder-772623-5-iscsi {{(pid=91256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 10:00:51.163346 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-7b72a741-2277-477b-8b68-1b8374a64943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:00:51.182124 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9c75d-278d-4515-a09a-adbd37492f30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97072edd-9969-406c-bd1e-8e3d97a45e00,revision_number=0']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:51.202604 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-a6a9c75d-278d-4515-a09a-adbd37492f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:51.234626 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-7b72a741-2277-477b-8b68-1b8374a64943 admin admin] Usage tracker for resource:subnet and tenant:042ed8cf21fa4927a4d7b9573be4dfa8 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:00:51.236322 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a9c75d-278d-4515-a09a-adbd37492f30 admin admin] Checking segment: {'id': '2beb079a-9d35-4dc7-bdc2-f082c5b10557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f114c1f-030f-4967-9b62-649e8025f375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:00:51.236884 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a9c75d-278d-4515-a09a-adbd37492f30 admin admin] Network hostable DHCP agents. Network: 4f114c1f-030f-4967-9b62-649e8025f375, hostable agents: ['06791c86-dc2e-4d91-8007-ff0b96d97a59'], hosted agents: [] {{(pid=91254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 10:00:51.246768 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-7b72a741-2277-477b-8b68-1b8374a64943 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:00:51.257163 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 58582) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:51.291171 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-7b72a741-2277-477b-8b68-1b8374a64943 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:00:51.303182 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a9c75d-278d-4515-a09a-adbd37492f30 admin admin] Network 4f114c1f-030f-4967-9b62-649e8025f375 is scheduled to be hosted by DHCP agent 06791c86-dc2e-4d91-8007-ff0b96d97a59 with binding_index 1 {{(pid=91254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 10:00:51.330519 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.base_scheduler [None req-a6a9c75d-278d-4515-a09a-adbd37492f30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-5-iscsi, 4f114c1f-030f-4967-9b62-649e8025f375) {{(pid=91254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:00:51.336478 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a9c75d-278d-4515-a09a-adbd37492f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:00:51.337047 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-a6a9c75d-278d-4515-a09a-adbd37492f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for subnet, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:51.356060 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b72a741-2277-477b-8b68-1b8374a64943 admin admin] Made reservation on behalf of 042ed8cf21fa4927a4d7b9573be4dfa8 for: {'subnet': 1} {{(pid=91255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:00:51.358496 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-7b72a741-2277-477b-8b68-1b8374a64943 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:51.388635 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-a6a9c75d-278d-4515-a09a-adbd37492f30 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2485011 May 18 10:00:51.404421 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cfaaf5-1ec6-4ca3-ae8d-90be6b343ad2 None None] Network 4f114c1f-030f-4967-9b62-649e8025f375 requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:00:51.475559 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-472ca74b-7db7-4d97-a92d-16aa0c33ab3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:51.618438 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-1cce1809-8f9f-4713-b202-da50003211c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:51.628107 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-472ca74b-7db7-4d97-a92d-16aa0c33ab3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839'] for port, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:51.641522 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-2130f90d-40c0-4aca-88a8-d8fc9da3921e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:51.655301 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-1cce1809-8f9f-4713-b202-da50003211c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:00:51.667254 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-1cce1809-8f9f-4713-b202-da50003211c2 admin admin] Usage tracker for resource:security_group_rule and tenant:ac81cbcb26954ed69f63e250604ee1af is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:00:51.671313 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-1cce1809-8f9f-4713-b202-da50003211c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:00:51.688231 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-1cce1809-8f9f-4713-b202-da50003211c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:00:51.693893 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a379d7e9-5033-41d2-897e-3796384dca09 None None] Network 4f114c1f-030f-4967-9b62-649e8025f375 requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:00:51.817366 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ca74b-7db7-4d97-a92d-16aa0c33ab3b admin admin] Pushing event updated for resources: {'Port': ['ID=2028ef6b-7021-4ef5-9774-c779565cf807,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:51.852964 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-472ca74b-7db7-4d97-a92d-16aa0c33ab3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:51.929249 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-1cce1809-8f9f-4713-b202-da50003211c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:51.941771 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-1cce1809-8f9f-4713-b202-da50003211c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:51.961714 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:52.010771 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device 792a6bb3-3912-467b-919a-bd2f91cf818d up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:00:52.051214 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472ca74b-7db7-4d97-a92d-16aa0c33ab3b admin admin] Network bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3 is already hosted by enough agents. {{(pid=91255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:00:52.055886 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [None req-472ca74b-7db7-4d97-a92d-16aa0c33ab3b admin admin] Resources bound (agent type, host, resource id): {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:00:52.075197 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce1809-8f9f-4713-b202-da50003211c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916e489c-837e-42bb-8e26-bf9632ffa398,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:52.081683 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-1cce1809-8f9f-4713-b202-da50003211c2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ac81cbcb26954ed69f63e250604ee1af&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8196039 May 18 10:00:52.081872 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472ca74b-7db7-4d97-a92d-16aa0c33ab3b admin admin] Received port after_create {{(pid=91255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:00:52.094815 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-1cce1809-8f9f-4713-b202-da50003211c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:52.095285 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 58622) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:52.240751 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning for port 792a6bb3-3912-467b-919a-bd2f91cf818d completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:00:52.311822 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-243140de-5782-4ce2-8bda-dfd0d6cbd7f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:52.359770 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-243140de-5782-4ce2-8bda-dfd0d6cbd7f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:52.429964 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b301995-7484-431f-bae2-6951c099ddb5 None None] Network 38de340e-be75-495c-91ac-81e0ab74f998 requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:00:52.463430 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-243140de-5782-4ce2-8bda-dfd0d6cbd7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:52.484459 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:52.503932 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243140de-5782-4ce2-8bda-dfd0d6cbd7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916e489c-837e-42bb-8e26-bf9632ffa398,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:52.508467 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-243140de-5782-4ce2-8bda-dfd0d6cbd7f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:52.521172 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-243140de-5782-4ce2-8bda-dfd0d6cbd7f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:52.526016 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-243140de-5782-4ce2-8bda-dfd0d6cbd7f9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/916e489c-837e-42bb-8e26-bf9632ffa398 HTTP/1.1" status: 204 len: 168 time: 0.4296665 May 18 10:00:52.849032 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e91dc32c-5cd6-441f-b16d-d6088ca059ed None None] Provisioning for port 792a6bb3-3912-467b-919a-bd2f91cf818d completed by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:00:52.857912 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-b829a77c-476e-4290-9431-f1aa19aec5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:52.883812 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 58656) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:52.903502 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e91dc32c-5cd6-441f-b16d-d6088ca059ed None None] Provisioning complete for port 792a6bb3-3912-467b-919a-bd2f91cf818d triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:00:52.903898 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e91dc32c-5cd6-441f-b16d-d6088ca059ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:53.071374 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9c7795f7-5cb4-43bc-962f-6bc77f786e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655'] for subnet, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:53.084576 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:53.090546 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e91dc32c-5cd6-441f-b16d-d6088ca059ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:53.095118 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 58678) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:53.125196 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-2959ca24-4eea-48bb-93e7-6e47db9f9fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:53.132893 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-e91dc32c-5cd6-441f-b16d-d6088ca059ed None None] For port 792a6bb3-3912-467b-919a-bd2f91cf818d, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=792a6bb3-3912-467b-919a-bd2f91cf818d,segment=NetworkSegment(3769062a-12ce-4aba-be75-7a8f50e46583),segment_id=3769062a-12ce-4aba-be75-7a8f50e46583)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:00:53.141347 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e91dc32c-5cd6-441f-b16d-d6088ca059ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:53.143697 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-b7b8ab33-3157-44ff-95c8-fc6226f71351 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:53.154239 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-2959ca24-4eea-48bb-93e7-6e47db9f9fe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:00:53.158881 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-2959ca24-4eea-48bb-93e7-6e47db9f9fe1 admin admin] Usage tracker for resource:security_group_rule and tenant:07e38919f32a4b048d026ef76a729874 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:00:53.162109 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-2959ca24-4eea-48bb-93e7-6e47db9f9fe1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:00:53.169496 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-2959ca24-4eea-48bb-93e7-6e47db9f9fe1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:00:53.173900 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-472ca74b-7db7-4d97-a92d-16aa0c33ab3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:53.250791 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91dc32c-5cd6-441f-b16d-d6088ca059ed None None] Pushing event updated for resources: {'Port': ['ID=792a6bb3-3912-467b-919a-bd2f91cf818d,revision_number=3']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:53.263588 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e91dc32c-5cd6-441f-b16d-d6088ca059ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:53.310959 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-2959ca24-4eea-48bb-93e7-6e47db9f9fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:53.318421 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-2959ca24-4eea-48bb-93e7-6e47db9f9fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:53.334877 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-1cce1809-8f9f-4713-b202-da50003211c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:53.373827 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-540a8e7d-ace6-457d-9690-eb51599126df None None] Provisioning complete for port 792a6bb3-3912-467b-919a-bd2f91cf818d triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:00:53.374143 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-540a8e7d-ace6-457d-9690-eb51599126df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:53.382354 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-2959ca24-4eea-48bb-93e7-6e47db9f9fe1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=07e38919f32a4b048d026ef76a729874&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2861195 May 18 10:00:53.382988 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 58684) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:53.385597 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959ca24-4eea-48bb-93e7-6e47db9f9fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eadaa733-bbc4-46fe-a749-d87a164e7f0a,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:53.403748 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-2959ca24-4eea-48bb-93e7-6e47db9f9fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:53.461441 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 58692) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:53.467140 dv-cinder-772623-5-iscsi neutron-server[91254]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 18 10:00:53.514091 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 58704) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:53.531297 dv-cinder-772623-5-iscsi neutron-server[91255]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 18 10:00:53.535270 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7795f7-5cb4-43bc-962f-6bc77f786e60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=293e45ba-5a92-42da-8d0a-72e710626ff2,revision_number=0']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:53.542748 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-1c2ca9c6-c082-4925-aca1-7789e2a0ec43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:53.560746 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-1c2ca9c6-c082-4925-aca1-7789e2a0ec43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:00:53.562925 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-9c7795f7-5cb4-43bc-962f-6bc77f786e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:53.565683 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-1c2ca9c6-c082-4925-aca1-7789e2a0ec43 admin admin] Usage tracker for resource:security_group_rule and tenant:0c353f7a54a64d4693ac780803e723e2 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:00:53.569500 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-1c2ca9c6-c082-4925-aca1-7789e2a0ec43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:00:53.577996 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-1c2ca9c6-c082-4925-aca1-7789e2a0ec43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:00:53.614973 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-05262623-52c5-4878-a744-e3f15b9d5423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:53.718633 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-05262623-52c5-4878-a744-e3f15b9d5423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:53.734247 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device 792a6bb3-3912-467b-919a-bd2f91cf818d up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:00:53.749040 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7795f7-5cb4-43bc-962f-6bc77f786e60 admin admin] Checking segment: {'id': '344b6fb3-a3d0-455a-aeed-cf4ea1882505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:00:53.749656 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7795f7-5cb4-43bc-962f-6bc77f786e60 admin admin] Network hostable DHCP agents. Network: fe6c80e1-177e-4a34-ab74-aff33bd088bf, hostable agents: ['06791c86-dc2e-4d91-8007-ff0b96d97a59'], hosted agents: [] {{(pid=91255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 10:00:53.806336 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port 792a6bb3-3912-467b-919a-bd2f91cf818d triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:00:53.806734 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:53.816532 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-16ed3d85-d5e8-4c9a-8900-5299500c47e3 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:00:53.817225 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-16ed3d85-d5e8-4c9a-8900-5299500c47e3 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Synchronizing usage tracker for tenant:7acb51810c8545daa5171055799a0f07 on resource:network {{(pid=91255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:00:53.856551 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-1c2ca9c6-c082-4925-aca1-7789e2a0ec43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:53.871014 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-886cb219-db31-4d68-b2e2-bdccc48ba500 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:00:53.872010 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-886cb219-db31-4d68-b2e2-bdccc48ba500 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Synchronizing usage tracker for tenant:c352210edef24c269b1dbe6135c2ec65 on resource:network {{(pid=91254) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:00:53.874935 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-1c2ca9c6-c082-4925-aca1-7789e2a0ec43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:53.877101 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-05262623-52c5-4878-a744-e3f15b9d5423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:53.885454 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-08c7681d-73b3-4a16-8bf7-d7bbbf9fdb6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:53.892113 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7795f7-5cb4-43bc-962f-6bc77f786e60 admin admin] Network fe6c80e1-177e-4a34-ab74-aff33bd088bf is scheduled to be hosted by DHCP agent 06791c86-dc2e-4d91-8007-ff0b96d97a59 with binding_index 1 {{(pid=91255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 10:00:53.932515 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [None req-9c7795f7-5cb4-43bc-962f-6bc77f786e60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-5-iscsi, fe6c80e1-177e-4a34-ab74-aff33bd088bf) {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:00:53.938001 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-16ed3d85-d5e8-4c9a-8900-5299500c47e3 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Unset dirty status for tenant:7acb51810c8545daa5171055799a0f07 on resource:network {{(pid=91255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:00:53.939191 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-16ed3d85-d5e8-4c9a-8900-5299500c47e3 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/networks?id=4f114c1f-030f-4967-9b62-649e8025f375 HTTP/1.1" status: 200 len: 814 time: 0.4178636 May 18 10:00:53.942083 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7795f7-5cb4-43bc-962f-6bc77f786e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:00:53.942887 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9c7795f7-5cb4-43bc-962f-6bc77f786e60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for subnet, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:53.943557 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-1c2ca9c6-c082-4925-aca1-7789e2a0ec43 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0c353f7a54a64d4693ac780803e723e2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0587010 May 18 10:00:53.948506 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 58712) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:53.948803 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ab41a3-c5c4-4856-9ecf-27fbdeb836b3 None None] Network fe6c80e1-177e-4a34-ab74-aff33bd088bf requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:00:53.953991 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-886cb219-db31-4d68-b2e2-bdccc48ba500 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Unset dirty status for tenant:c352210edef24c269b1dbe6135c2ec65 on resource:network {{(pid=91254) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:00:53.955106 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-886cb219-db31-4d68-b2e2-bdccc48ba500 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/networks?id=673fb06b-f2e1-48df-ba9b-34e48a9dc7c6 HTTP/1.1" status: 200 len: 812 time: 0.4927499 May 18 10:00:53.984402 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ca9c6-c082-4925-aca1-7789e2a0ec43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39cc7e8d-744c-4750-99fb-268413134a3c,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:54.000566 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-ab2af6db-d8e1-4980-a474-9ee629460605 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/quotas/c352210edef24c269b1dbe6135c2ec65 HTTP/1.1" status: 200 len: 375 time: 0.0315733 May 18 10:00:54.009795 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05262623-52c5-4878-a744-e3f15b9d5423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadaa733-bbc4-46fe-a749-d87a164e7f0a,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:54.011900 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-05262623-52c5-4878-a744-e3f15b9d5423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:54.018052 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:54.018421 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:54.019287 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-05262623-52c5-4878-a744-e3f15b9d5423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:54.020351 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-05262623-52c5-4878-a744-e3f15b9d5423 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eadaa733-bbc4-46fe-a749-d87a164e7f0a HTTP/1.1" status: 204 len: 168 time: 0.6363697 May 18 10:00:54.042947 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-98954d62-89db-480a-8dca-b8bbdd184bde tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/quotas/7acb51810c8545daa5171055799a0f07 HTTP/1.1" status: 200 len: 375 time: 0.0915771 May 18 10:00:54.093786 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-9c7795f7-5cb4-43bc-962f-6bc77f786e60 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.6839182 May 18 10:00:54.097720 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 58718) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:54.108195 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-91655853-b47d-49a7-b1be-9b456d9d9b1b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2052202754-router', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'}}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:00:54.123722 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-91655853-b47d-49a7-b1be-9b456d9d9b1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:00:54.127700 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-3f3694e6-4b00-40bc-89be-ea168cb6e825 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c352210edef24c269b1dbe6135c2ec65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1141257 May 18 10:00:54.130993 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-91655853-b47d-49a7-b1be-9b456d9d9b1b admin admin] Usage tracker for resource:router and tenant:f716dbf60ba7409595aa27a28db3f6ae is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:00:54.135364 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-91655853-b47d-49a7-b1be-9b456d9d9b1b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:00:54.144869 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-d9e20bac-581a-4a08-a9dd-3fa98c902542 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7acb51810c8545daa5171055799a0f07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0923500 May 18 10:00:54.150772 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-91655853-b47d-49a7-b1be-9b456d9d9b1b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:00:54.151535 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-472ca74b-7db7-4d97-a92d-16aa0c33ab3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924912'] for router, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:54.166288 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-4f35a211-8450-40ab-a8ed-809213664343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:54.181203 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-91655853-b47d-49a7-b1be-9b456d9d9b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27157'] for router, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:54.183226 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-91655853-b47d-49a7-b1be-9b456d9d9b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-647179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27166'] for router, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:54.211545 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-4f35a211-8450-40ab-a8ed-809213664343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:54.267036 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0e46ff-6d53-4528-87d2-b42dad72b424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0422f885-e5fe-50de-bd50-521dd108a39f-fe6c80e1-177e-4a34-ab74-aff33bd088bf', 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'fixed_ips': [{'subnet_id': '293e45ba-5a92-42da-8d0a-72e710626ff2'}]}} from dv-cinder-772623-5-iscsi. {{(pid=91256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 10:00:54.267570 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-91655853-b47d-49a7-b1be-9b456d9d9b1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:54.268757 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-4a0e46ff-6d53-4528-87d2-b42dad72b424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:54.321027 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-7b72a741-2277-477b-8b68-1b8374a64943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655'] for subnet, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:54.353503 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:54.492440 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.db_base_plugin_common [None req-4a0e46ff-6d53-4528-87d2-b42dad72b424 None None] Allocated IP 172.20.0.2 (fe6c80e1-177e-4a34-ab74-aff33bd088bf/293e45ba-5a92-42da-8d0a-72e710626ff2/5b28ab48-b731-49c2-84bd-4e3bd228662b) {{(pid=91256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:00:54.516363 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-d407fe39-2073-4872-b32f-d2730eee8c10 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=91254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 10:00:54.517376 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-d407fe39-2073-4872-b32f-d2730eee8c10 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1407671 May 18 10:00:54.605035 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-4f35a211-8450-40ab-a8ed-809213664343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:54.636687 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:54.679772 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-a890dd98-1d5a-4d7b-a524-20ec971bbd59 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=91255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 10:00:54.688262 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-a890dd98-1d5a-4d7b-a524-20ec971bbd59 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2863176 May 18 10:00:54.742321 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72a741-2277-477b-8b68-1b8374a64943 admin admin] Pushing event updated for resources: {'Subnet': ['ID=046da656-b669-4563-8f73-8c31c4d92c51,revision_number=0']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:54.800791 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-7b72a741-2277-477b-8b68-1b8374a64943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:54.807719 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35a211-8450-40ab-a8ed-809213664343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cc7e8d-744c-4750-99fb-268413134a3c,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:54.810617 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-4f35a211-8450-40ab-a8ed-809213664343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:54.830896 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b72a741-2277-477b-8b68-1b8374a64943 admin admin] Checking segment: {'id': '6ab8eb64-9d8c-461a-9e69-e2de920fc693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '36d853f8-458b-4f42-920c-475d49b3e130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:00:54.831240 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b72a741-2277-477b-8b68-1b8374a64943 admin admin] Network hostable DHCP agents. Network: 36d853f8-458b-4f42-920c-475d49b3e130, hostable agents: ['06791c86-dc2e-4d91-8007-ff0b96d97a59'], hosted agents: [] {{(pid=91255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 10:00:54.857697 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-4a0e46ff-6d53-4528-87d2-b42dad72b424 None None] Notify callbacks [] for port, precommit_create {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:54.868964 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-4a0e46ff-6d53-4528-87d2-b42dad72b424 None None] Transition to ACTIVE for port object 5b28ab48-b731-49c2-84bd-4e3bd228662b will not be triggered until provisioned by entity L2. {{(pid=91256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:00:54.898376 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-91655853-b47d-49a7-b1be-9b456d9d9b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27184'] for router, precommit_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:54.908900 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-4f35a211-8450-40ab-a8ed-809213664343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:54.910348 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-4f35a211-8450-40ab-a8ed-809213664343 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/39cc7e8d-744c-4750-99fb-268413134a3c HTTP/1.1" status: 204 len: 168 time: 0.9577711 May 18 10:00:54.916098 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-4a0e46ff-6d53-4528-87d2-b42dad72b424 None None] Transition to ACTIVE for port object 5b28ab48-b731-49c2-84bd-4e3bd228662b will not be triggered until provisioned by entity DHCP. {{(pid=91256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:00:54.924134 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-4a0e46ff-6d53-4528-87d2-b42dad72b424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839'] for port, after_create {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:54.929317 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-eb932926-dfb2-43aa-a1cb-a893ab1c47b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:54.935476 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-cd62ed3d-dd1c-4645-91db-62b16a75fedb service neutron] 10.222.0.11 "GET /v2.0/networks/4f114c1f-030f-4967-9b62-649e8025f375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460525 May 18 10:00:54.937659 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b72a741-2277-477b-8b68-1b8374a64943 admin admin] Network 36d853f8-458b-4f42-920c-475d49b3e130 is scheduled to be hosted by DHCP agent 06791c86-dc2e-4d91-8007-ff0b96d97a59 with binding_index 1 {{(pid=91255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 10:00:55.003146 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [None req-7b72a741-2277-477b-8b68-1b8374a64943 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-5-iscsi, 36d853f8-458b-4f42-920c-475d49b3e130) {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:00:55.009015 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0e46ff-6d53-4528-87d2-b42dad72b424 None None] Network fe6c80e1-177e-4a34-ab74-aff33bd088bf is already hosted by enough agents. {{(pid=91256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:00:55.014097 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6219050-9841-4268-a11c-1672d12c603e None None] Network 36d853f8-458b-4f42-920c-475d49b3e130 requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:00:55.026148 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-1182e117-8d38-461c-be30-23d5a8383427 service neutron] 10.222.0.11 "GET /v2.0/networks/673fb06b-f2e1-48df-ba9b-34e48a9dc7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976454 May 18 10:00:55.035923 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.scheduler.base_scheduler [None req-4a0e46ff-6d53-4528-87d2-b42dad72b424 None None] Resources bound (agent type, host, resource id): {{(pid=91256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:00:55.044989 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0e46ff-6d53-4528-87d2-b42dad72b424 None None] Received port after_create {{(pid=91256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:00:55.079654 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b72a741-2277-477b-8b68-1b8374a64943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:00:55.080640 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-7b72a741-2277-477b-8b68-1b8374a64943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for subnet, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:55.100973 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472ca74b-7db7-4d97-a92d-16aa0c33ab3b admin admin] Router 2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da is scheduled to L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb with binding_index 1 {{(pid=91255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 10:00:55.201018 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e46ff-6d53-4528-87d2-b42dad72b424 None None] Pushing event updated for resources: {'Port': ['ID=5b28ab48-b731-49c2-84bd-4e3bd228662b,revision_number=1']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:55.207689 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-4a0e46ff-6d53-4528-87d2-b42dad72b424 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:55.312126 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:55.315723 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-4a0e46ff-6d53-4528-87d2-b42dad72b424 None None] Attempting to bind port 5b28ab48-b731-49c2-84bd-4e3bd228662b on host dv-cinder-772623-5-iscsi for vnic_type normal with profile {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:00:55.316081 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-4a0e46ff-6d53-4528-87d2-b42dad72b424 None None] Attempting to bind port 5b28ab48-b731-49c2-84bd-4e3bd228662b by drivers openvswitch,hyperv on host dv-cinder-772623-5-iscsi at level 0 using segments [{'id': '344b6fb3-a3d0-455a-aeed-cf4ea1882505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf'}] {{(pid=91256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:00:55.316441 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0e46ff-6d53-4528-87d2-b42dad72b424 None None] Attempting to bind port 5b28ab48-b731-49c2-84bd-4e3bd228662b on network fe6c80e1-177e-4a34-ab74-aff33bd088bf {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:00:55.318556 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-bebeb9a5-f8f0-4a7c-a182-03d0b9e61753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:55.329882 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0e46ff-6d53-4528-87d2-b42dad72b424 None None] Checking agent: {'id': '5371dcab-484f-4434-b508-32f41307ace8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 25), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:00:55.330281 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0e46ff-6d53-4528-87d2-b42dad72b424 None None] Checking segment: {'id': '344b6fb3-a3d0-455a-aeed-cf4ea1882505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:00:55.330716 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-4a0e46ff-6d53-4528-87d2-b42dad72b424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:55.331106 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0e46ff-6d53-4528-87d2-b42dad72b424 None None] Bound using segment: {'id': '344b6fb3-a3d0-455a-aeed-cf4ea1882505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf'} {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:00:55.331589 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-4a0e46ff-6d53-4528-87d2-b42dad72b424 None None] Bound port: 5b28ab48-b731-49c2-84bd-4e3bd228662b, host: dv-cinder-772623-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '344b6fb3-a3d0-455a-aeed-cf4ea1882505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf'}}] {{(pid=91256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:00:55.331953 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-4a0e46ff-6d53-4528-87d2-b42dad72b424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:55.432777 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472ca74b-7db7-4d97-a92d-16aa0c33ab3b admin admin] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:00:55.437847 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-7b72a741-2277-477b-8b68-1b8374a64943 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 4.3080189 May 18 10:00:55.442857 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c21845-771a-4147-b357-9514c836cdb8 None None] Sync routers for ids ['2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da'] in dv-cinder-772623-5-iscsi {{(pid=91257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:00:55.451322 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 58762) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:55.464060 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-8746b8b9-d43f-403d-b6ca-3465ddc384f3 service neutron] 10.222.0.11 "GET /v2.0/networks/4f114c1f-030f-4967-9b62-649e8025f375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5168548 May 18 10:00:55.469729 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-f7a4bc3e-241d-4ebf-8c35-46bccc552c91 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-725991551-router', 'tenant_id': '042ed8cf21fa4927a4d7b9573be4dfa8', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'}}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:00:55.474292 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c21845-771a-4147-b357-9514c836cdb8 None None] Routers {'2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:00:55.479969 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-13c21845-771a-4147-b357-9514c836cdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:00:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da'], 'active': True} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:00:55.482489 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-f7a4bc3e-241d-4ebf-8c35-46bccc552c91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:00:55.485772 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-472ca74b-7db7-4d97-a92d-16aa0c33ab3b admin admin] Notify callbacks [] for router, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:55.491432 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-f7a4bc3e-241d-4ebf-8c35-46bccc552c91 admin admin] Usage tracker for resource:router and tenant:042ed8cf21fa4927a4d7b9573be4dfa8 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:00:55.492404 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-472ca74b-7db7-4d97-a92d-16aa0c33ab3b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.9510198 May 18 10:00:55.493418 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 58766) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:55.493697 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-c2b8881c-90e3-48f4-b25c-7988c6c369f6 service neutron] 10.222.0.11 "GET /v2.0/networks/673fb06b-f2e1-48df-ba9b-34e48a9dc7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530311 May 18 10:00:55.494672 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-f7a4bc3e-241d-4ebf-8c35-46bccc552c91 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:00:55.502629 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-f7a4bc3e-241d-4ebf-8c35-46bccc552c91 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:00:55.526519 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f7a4bc3e-241d-4ebf-8c35-46bccc552c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27157'] for router, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:55.527531 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f7a4bc3e-241d-4ebf-8c35-46bccc552c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-647179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27166'] for router, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:55.666831 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647e0654-aa25-4d73-91e4-da60f6318b2d None None] Network 36d853f8-458b-4f42-920c-475d49b3e130 requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:00:55.726200 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 58772) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:55.854507 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-2e2a1b52-5769-4a9a-b2fc-3ee2c2a5d7cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:55.865324 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f7a4bc3e-241d-4ebf-8c35-46bccc552c91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:55.924927 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-2e2a1b52-5769-4a9a-b2fc-3ee2c2a5d7cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:00:55.938865 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-2e2a1b52-5769-4a9a-b2fc-3ee2c2a5d7cc admin admin] Usage tracker for resource:security_group_rule and tenant:f0e45ee9a9db4f1a88946690fdcd553c is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:00:55.947711 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-2e2a1b52-5769-4a9a-b2fc-3ee2c2a5d7cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:00:55.960353 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-2e2a1b52-5769-4a9a-b2fc-3ee2c2a5d7cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:00:56.034202 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-4a0e46ff-6d53-4528-87d2-b42dad72b424 None None] For port 5b28ab48-b731-49c2-84bd-4e3bd228662b, host dv-cinder-772623-5-iscsi, cleared binding levels {{(pid=91256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:00:56.051240 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-4a0e46ff-6d53-4528-87d2-b42dad72b424 None None] For port 5b28ab48-b731-49c2-84bd-4e3bd228662b, host dv-cinder-772623-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=5b28ab48-b731-49c2-84bd-4e3bd228662b,segment=NetworkSegment(344b6fb3-a3d0-455a-aeed-cf4ea1882505),segment_id=344b6fb3-a3d0-455a-aeed-cf4ea1882505)] {{(pid=91256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:00:56.062773 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-4a0e46ff-6d53-4528-87d2-b42dad72b424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:56.090512 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:56.173742 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-91655853-b47d-49a7-b1be-9b456d9d9b1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:56.178733 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvr_db [None req-13c21845-771a-4147-b357-9514c836cdb8 None None] Set router 2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da gateway port host: dv-cinder-772623-5-iscsi {{(pid=91257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:00:56.287444 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f24b31ea-f225-41b6-b9a6-5c2f15c8b17b req-23008ada-7987-4d6f-bba5-e6ab2b94f0ff tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=42195319-68c1-40df-8409-3873bfed4993 HTTP/1.1" status: 200 len: 210 time: 0.2024341 May 18 10:00:56.315182 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e46ff-6d53-4528-87d2-b42dad72b424 None None] Pushing event updated for resources: {'Port': ['ID=5b28ab48-b731-49c2-84bd-4e3bd228662b,revision_number=2']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:56.321280 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-4a0e46ff-6d53-4528-87d2-b42dad72b424 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:56.393461 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-91655853-b47d-49a7-b1be-9b456d9d9b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:56.603697 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:56.726933 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-e81a7c7d-b15b-4600-88b8-10b6a4c86f73 req-1353dea3-6342-471e-bcd6-5ba8864479f8 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8bf2f33-37dd-49f2-afa8-89cfe65dd5d6 HTTP/1.1" status: 200 len: 210 time: 0.5911319 May 18 10:00:56.892472 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-13c21845-771a-4147-b357-9514c836cdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'name': 'tempest-AttachVolumeTestJSON-401901077-router', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '2028ef6b-7021-4ef5-9774-c779565cf807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:48Z', 'updated_at': '2021-05-18T10:00:52Z', 'revision_number': 3, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'gw_port': {'id': '2028ef6b-7021-4ef5-9774-c779565cf807', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:50Z', 'updated_at': '2021-05-18T10:00:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi'}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:00:56.907063 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c21845-771a-4147-b357-9514c836cdb8 None None] Checking router: 2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da for host: dv-cinder-772623-5-iscsi {{(pid=91257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:00:56.907529 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c21845-771a-4147-b357-9514c836cdb8 None None] Updating router 2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da port 2028ef6b-7021-4ef5-9774-c779565cf807 binding host dv-cinder-772623-5-iscsi {{(pid=91257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 10:00:57.000429 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-13c21845-771a-4147-b357-9514c836cdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:57.011277 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.db_base_plugin_common [None req-91655853-b47d-49a7-b1be-9b456d9d9b1b admin admin] Allocated IP 172.27.1.79 (bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3/bad1a46d-7140-454d-84c6-4b97dc4a536e/d586b1d5-8448-4620-90dc-09e8be9550e9) {{(pid=91254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:00:57.038331 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f7a4bc3e-241d-4ebf-8c35-46bccc552c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27184'] for router, precommit_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:57.162905 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-91579d71-49e5-4140-b71a-c1594c680d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:57.305298 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-2e2a1b52-5769-4a9a-b2fc-3ee2c2a5d7cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:57.332497 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-2e2a1b52-5769-4a9a-b2fc-3ee2c2a5d7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:57.494420 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-243140de-5782-4ce2-8bda-dfd0d6cbd7f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:57.511357 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-2e2a1b52-5769-4a9a-b2fc-3ee2c2a5d7cc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f0e45ee9a9db4f1a88946690fdcd553c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7814074 May 18 10:00:57.520541 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 58868) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:57.610426 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.db_base_plugin_common [None req-91579d71-49e5-4140-b71a-c1594c680d2f admin admin] Allocated IP 172.20.0.1 (38de340e-be75-495c-91ac-81e0ab74f998/7879ceca-ac45-4ec5-8a61-389c60092f52/d35ea65d-d34c-42d8-a340-cfafd450b0df) {{(pid=91255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:00:57.745541 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c5da060a-b68a-4b53-b780-307824b3c0ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:57.777389 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a1b52-5769-4a9a-b2fc-3ee2c2a5d7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6854adbe-7d71-4bbf-a875-7fc575f54b93,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:57.779339 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-2e2a1b52-5769-4a9a-b2fc-3ee2c2a5d7cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:57.904734 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device 5b28ab48-b731-49c2-84bd-4e3bd228662b up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:00:57.964554 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-7cc94417-c80f-417d-8cb1-65bc37625f44 req-02aeeeea-f8c0-4185-8b00-85c6756755ba tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=42195319-68c1-40df-8409-3873bfed4993 HTTP/1.1" status: 200 len: 210 time: 0.1158247 May 18 10:00:58.013000 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-91579d71-49e5-4140-b71a-c1594c680d2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:58.043203 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-91655853-b47d-49a7-b1be-9b456d9d9b1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:58.044193 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92443a0-c810-4c6a-8f29-bdd123018dee None None] Network fe6c80e1-177e-4a34-ab74-aff33bd088bf requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:00:58.056078 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.provisioning_blocks [None req-91579d71-49e5-4140-b71a-c1594c680d2f admin admin] Transition to ACTIVE for port object d35ea65d-d34c-42d8-a340-cfafd450b0df will not be triggered until provisioned by entity DHCP. {{(pid=91255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:00:58.108186 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-91579d71-49e5-4140-b71a-c1594c680d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839'] for port, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:58.130213 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:58.179509 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c5da060a-b68a-4b53-b780-307824b3c0ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:58.227038 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-91655853-b47d-49a7-b1be-9b456d9d9b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839'] for port, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:58.240457 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-9d493745-d51f-4e75-ae41-751fe89141e1 req-a7a85db2-91cb-46fb-b2ca-5080a30b27df tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8bf2f33-37dd-49f2-afa8-89cfe65dd5d6 HTTP/1.1" status: 200 len: 210 time: 0.3845425 May 18 10:00:58.293022 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:58.312995 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91579d71-49e5-4140-b71a-c1594c680d2f admin admin] Network 38de340e-be75-495c-91ac-81e0ab74f998 is already hosted by enough agents. {{(pid=91255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:00:58.337500 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [None req-91579d71-49e5-4140-b71a-c1594c680d2f admin admin] Resources bound (agent type, host, resource id): {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:00:58.342229 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91579d71-49e5-4140-b71a-c1594c680d2f admin admin] Received port after_create {{(pid=91255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:00:58.354842 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-91579d71-49e5-4140-b71a-c1594c680d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921923'] for router_interface, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:58.409286 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91655853-b47d-49a7-b1be-9b456d9d9b1b admin admin] Network bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3 is already hosted by enough agents. {{(pid=91254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:00:58.424722 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91579d71-49e5-4140-b71a-c1594c680d2f admin admin] Pushing event updated for resources: {'Port': ['ID=d35ea65d-d34c-42d8-a340-cfafd450b0df,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:58.449401 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-91579d71-49e5-4140-b71a-c1594c680d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:58.451232 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.base_scheduler [None req-91655853-b47d-49a7-b1be-9b456d9d9b1b admin admin] Resources bound (agent type, host, resource id): {{(pid=91254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:00:58.460305 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91655853-b47d-49a7-b1be-9b456d9d9b1b admin admin] Received port after_create {{(pid=91254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:00:58.464096 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:58.472692 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning for port 5b28ab48-b731-49c2-84bd-4e3bd228662b completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:00:58.525857 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-15f78d82-ca11-4cc1-a8e4-b096074e921c None None] Provisioning for port 5b28ab48-b731-49c2-84bd-4e3bd228662b completed by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:00:58.702352 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-15f78d82-ca11-4cc1-a8e4-b096074e921c None None] Provisioning complete for port 5b28ab48-b731-49c2-84bd-4e3bd228662b triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:00:58.702791 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-15f78d82-ca11-4cc1-a8e4-b096074e921c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:58.789009 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-91579d71-49e5-4140-b71a-c1594c680d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:58.790756 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-13c21845-771a-4147-b357-9514c836cdb8 None None] Notify callbacks [] for port, precommit_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:58.823657 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.provisioning_blocks [None req-13c21845-771a-4147-b357-9514c836cdb8 None None] Transition to ACTIVE for port object 2028ef6b-7021-4ef5-9774-c779565cf807 will not be triggered until provisioned by entity L2. {{(pid=91257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:00:58.849349 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-13c21845-771a-4147-b357-9514c836cdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:58.864402 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:58.906846 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91655853-b47d-49a7-b1be-9b456d9d9b1b admin admin] Pushing event updated for resources: {'Port': ['ID=d586b1d5-8448-4620-90dc-09e8be9550e9,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:58.945272 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-91655853-b47d-49a7-b1be-9b456d9d9b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:59.027160 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-15f78d82-ca11-4cc1-a8e4-b096074e921c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:59.068393 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.managers [None req-13c21845-771a-4147-b357-9514c836cdb8 None None] Attempting to bind port 2028ef6b-7021-4ef5-9774-c779565cf807 on host dv-cinder-772623-5-iscsi for vnic_type normal with profile {{(pid=91257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:00:59.068783 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.managers [None req-13c21845-771a-4147-b357-9514c836cdb8 None None] Attempting to bind port 2028ef6b-7021-4ef5-9774-c779565cf807 by drivers openvswitch,hyperv on host dv-cinder-772623-5-iscsi at level 0 using segments [{'id': 'f8569fa1-1255-4980-b926-c951cf4cc403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'}] {{(pid=91257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:00:59.069284 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c21845-771a-4147-b357-9514c836cdb8 None None] Attempting to bind port 2028ef6b-7021-4ef5-9774-c779565cf807 on network bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3 {{(pid=91257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:00:59.074067 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-15f78d82-ca11-4cc1-a8e4-b096074e921c None None] For port 5b28ab48-b731-49c2-84bd-4e3bd228662b, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=5b28ab48-b731-49c2-84bd-4e3bd228662b,segment=NetworkSegment(344b6fb3-a3d0-455a-aeed-cf4ea1882505),segment_id=344b6fb3-a3d0-455a-aeed-cf4ea1882505)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:00:59.080579 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-15f78d82-ca11-4cc1-a8e4-b096074e921c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:59.085843 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:59.106788 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c21845-771a-4147-b357-9514c836cdb8 None None] Checking agent: {'id': '5371dcab-484f-4434-b508-32f41307ace8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 25), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:00:59.107285 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c21845-771a-4147-b357-9514c836cdb8 None None] Checking segment: {'id': 'f8569fa1-1255-4980-b926-c951cf4cc403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:00:59.107699 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-13c21845-771a-4147-b357-9514c836cdb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:59.108133 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c21845-771a-4147-b357-9514c836cdb8 None None] Bound using segment: {'id': 'f8569fa1-1255-4980-b926-c951cf4cc403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'} {{(pid=91257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:00:59.108639 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.managers [None req-13c21845-771a-4147-b357-9514c836cdb8 None None] Bound port: 2028ef6b-7021-4ef5-9774-c779565cf807, host: dv-cinder-772623-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8569fa1-1255-4980-b926-c951cf4cc403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'}}] {{(pid=91257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:00:59.109015 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-13c21845-771a-4147-b357-9514c836cdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:59.182363 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885b404-3719-4194-9935-429322a4a499 None None] Pushing event updated for resources: {'Port': ['ID=2028ef6b-7021-4ef5-9774-c779565cf807,revision_number=2']} {{(pid=91257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:59.228422 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7885b404-3719-4194-9935-429322a4a499 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:59.230098 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7885b404-3719-4194-9935-429322a4a499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:59.232418 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7885b404-3719-4194-9935-429322a4a499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:59.232984 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7885b404-3719-4194-9935-429322a4a499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:59.233484 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7885b404-3719-4194-9935-429322a4a499 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:59.234067 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7885b404-3719-4194-9935-429322a4a499 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:59.235990 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7885b404-3719-4194-9935-429322a4a499 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:59.236506 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7885b404-3719-4194-9935-429322a4a499 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:59.237241 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7885b404-3719-4194-9935-429322a4a499 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:59.241808 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7885b404-3719-4194-9935-429322a4a499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:59.242805 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7885b404-3719-4194-9935-429322a4a499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:59.243292 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7885b404-3719-4194-9935-429322a4a499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:00:59.245833 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7885b404-3719-4194-9935-429322a4a499 None None] Tracked resource versions report: May 18 10:00:59.245833 dv-cinder-772623-5-iscsi neutron-server[91257]: pushed versions: May 18 10:00:59.245833 dv-cinder-772623-5-iscsi neutron-server[91257]: { 'AddressGroup': {'1.2'}, May 18 10:00:59.245833 dv-cinder-772623-5-iscsi neutron-server[91257]: 'ConntrackHelper': {'1.0'}, May 18 10:00:59.245833 dv-cinder-772623-5-iscsi neutron-server[91257]: 'Log': {'1.0'}, May 18 10:00:59.245833 dv-cinder-772623-5-iscsi neutron-server[91257]: 'Network': {'1.1'}, May 18 10:00:59.245833 dv-cinder-772623-5-iscsi neutron-server[91257]: 'Port': {'1.7'}, May 18 10:00:59.245833 dv-cinder-772623-5-iscsi neutron-server[91257]: 'PortForwarding': {'1.2'}, May 18 10:00:59.245833 dv-cinder-772623-5-iscsi neutron-server[91257]: 'QosPolicy': {'1.8'}, May 18 10:00:59.245833 dv-cinder-772623-5-iscsi neutron-server[91257]: 'SecurityGroup': {'1.4'}, May 18 10:00:59.245833 dv-cinder-772623-5-iscsi neutron-server[91257]: 'SecurityGroupRule': {'1.2'}, May 18 10:00:59.245833 dv-cinder-772623-5-iscsi neutron-server[91257]: 'SubPort': {'1.0'}, May 18 10:00:59.245833 dv-cinder-772623-5-iscsi neutron-server[91257]: 'Subnet': {'1.1'}, May 18 10:00:59.245833 dv-cinder-772623-5-iscsi neutron-server[91257]: 'Trunk': {'1.1'}} May 18 10:00:59.245833 dv-cinder-772623-5-iscsi neutron-server[91257]: consumer versions: May 18 10:00:59.245833 dv-cinder-772623-5-iscsi neutron-server[91257]: { DHCP agent@dv-cinder-772623-5-iscsi: {}, May 18 10:00:59.245833 dv-cinder-772623-5-iscsi neutron-server[91257]: HyperV agent@hv-cinder-77262: {}, May 18 10:00:59.245833 dv-cinder-772623-5-iscsi neutron-server[91257]: L3 agent@dv-cinder-772623-5-iscsi: {}, May 18 10:00:59.245833 dv-cinder-772623-5-iscsi neutron-server[91257]: Metadata agent@dv-cinder-772623-5-iscsi: {}, May 18 10:00:59.245833 dv-cinder-772623-5-iscsi neutron-server[91257]: Metering agent@dv-cinder-772623-5-iscsi: {}, May 18 10:00:59.245833 dv-cinder-772623-5-iscsi neutron-server[91257]: Open vSwitch agent@dv-cinder-772623-5-iscsi: { 'AddressGroup': '1.2', May 18 10:00:59.245833 dv-cinder-772623-5-iscsi neutron-server[91257]: 'ConntrackHelper': '1.0', May 18 10:00:59.245833 dv-cinder-772623-5-iscsi neutron-server[91257]: 'Log': '1.0', May 18 10:00:59.245833 dv-cinder-772623-5-iscsi neutron-server[91257]: 'Network': '1.1', May 18 10:00:59.245833 dv-cinder-772623-5-iscsi neutron-server[91257]: 'Port': '1.7', May 18 10:00:59.245833 dv-cinder-772623-5-iscsi neutron-server[91257]: 'PortForwarding': '1.2', May 18 10:00:59.245833 dv-cinder-772623-5-iscsi neutron-server[91257]: 'QosPolicy': '1.8', May 18 10:00:59.245833 dv-cinder-772623-5-iscsi neutron-server[91257]: 'SecurityGroup': '1.4', May 18 10:00:59.245833 dv-cinder-772623-5-iscsi neutron-server[91257]: 'SecurityGroupRule': '1.2', May 18 10:00:59.245833 dv-cinder-772623-5-iscsi neutron-server[91257]: 'SubPort': '1.0', May 18 10:00:59.245833 dv-cinder-772623-5-iscsi neutron-server[91257]: 'Subnet': '1.1', May 18 10:00:59.245833 dv-cinder-772623-5-iscsi neutron-server[91257]: 'Trunk': '1.1'}} May 18 10:00:59.245833 dv-cinder-772623-5-iscsi neutron-server[91257]: {{(pid=91257) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 10:00:59.261802 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG oslo_concurrency.lockutils [None req-7885b404-3719-4194-9935-429322a4a499 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=91257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:59.267361 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f78d82-ca11-4cc1-a8e4-b096074e921c None None] Pushing event updated for resources: {'Port': ['ID=5b28ab48-b731-49c2-84bd-4e3bd228662b,revision_number=3']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:59.273802 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-15f78d82-ca11-4cc1-a8e4-b096074e921c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:59.301325 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-d6137d0a-b956-4769-87e9-79bf0b1233df None None] Provisioning for port d35ea65d-d34c-42d8-a340-cfafd450b0df completed by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:00:59.314982 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-d6137d0a-b956-4769-87e9-79bf0b1233df None None] Provisioning complete for port d35ea65d-d34c-42d8-a340-cfafd450b0df triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:00:59.316575 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-d6137d0a-b956-4769-87e9-79bf0b1233df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:59.338854 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-91579d71-49e5-4140-b71a-c1594c680d2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:59.348456 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-91579d71-49e5-4140-b71a-c1594c680d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:59.350641 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-91579d71-49e5-4140-b71a-c1594c680d2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921892'] for router_interface, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:59.362717 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:59.394210 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.db [None req-13c21845-771a-4147-b357-9514c836cdb8 None None] For port 2028ef6b-7021-4ef5-9774-c779565cf807, host dv-cinder-772623-5-iscsi, cleared binding levels {{(pid=91257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:00:59.399780 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.db [None req-13c21845-771a-4147-b357-9514c836cdb8 None None] For port 2028ef6b-7021-4ef5-9774-c779565cf807, host dv-cinder-772623-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=2028ef6b-7021-4ef5-9774-c779565cf807,segment=NetworkSegment(f8569fa1-1255-4980-b926-c951cf4cc403),segment_id=f8569fa1-1255-4980-b926-c951cf4cc403)] {{(pid=91257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:00:59.410239 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-13c21845-771a-4147-b357-9514c836cdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:59.420997 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG oslo_concurrency.lockutils [None req-64a2d19d-06ad-4465-b1c2-46832734b042 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:00:59.493508 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-d6137d0a-b956-4769-87e9-79bf0b1233df None None] Port d35ea65d-d34c-42d8-a340-cfafd450b0df cannot update to ACTIVE because it is not bound. {{(pid=91256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:00:59.535228 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c5da060a-b68a-4b53-b780-307824b3c0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:59.613031 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.10', 56060) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:00:59.614162 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-3504e6bf-61af-434d-921d-06dc419e886b None None] Provisioning complete for port 5b28ab48-b731-49c2-84bd-4e3bd228662b triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:00:59.614956 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-3504e6bf-61af-434d-921d-06dc419e886b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:59.617840 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c21845-771a-4147-b357-9514c836cdb8 None None] Routers {'2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:00:59.619190 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-13c21845-771a-4147-b357-9514c836cdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:00:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da'], 'active': True} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:00:59.752195 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885b404-3719-4194-9935-429322a4a499 None None] Pushing event updated for resources: {'Port': ['ID=2028ef6b-7021-4ef5-9774-c779565cf807,revision_number=3']} {{(pid=91257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:59.754480 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-cfb97c67-404c-4d43-945b-26c2c1919256 req-b1c9e098-ab04-4719-8a06-8a9952fdb915 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=42195319-68c1-40df-8409-3873bfed4993 HTTP/1.1" status: 200 len: 210 time: 0.2816818 May 18 10:00:59.757275 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG oslo_concurrency.lockutils [None req-7885b404-3719-4194-9935-429322a4a499 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=91257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:00:59.905763 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-91655853-b47d-49a7-b1be-9b456d9d9b1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:00:59.958554 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device 5b28ab48-b731-49c2-84bd-4e3bd228662b up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:00:59.981240 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91579d71-49e5-4140-b71a-c1594c680d2f admin admin] Pushing event updated for resources: {'Port': ['ID=d35ea65d-d34c-42d8-a340-cfafd450b0df,revision_number=2']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:00:59.991445 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-91579d71-49e5-4140-b71a-c1594c680d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:00.057818 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvr_db [None req-13c21845-771a-4147-b357-9514c836cdb8 None None] Set router 2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da gateway port host: dv-cinder-772623-5-iscsi {{(pid=91257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:01:00.087476 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91579d71-49e5-4140-b71a-c1594c680d2f admin admin] Network 38de340e-be75-495c-91ac-81e0ab74f998 is already hosted by enough agents. {{(pid=91255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:01:00.092741 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [None req-91579d71-49e5-4140-b71a-c1594c680d2f admin admin] Resources bound (agent type, host, resource id): {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:01:00.159877 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port 5b28ab48-b731-49c2-84bd-4e3bd228662b triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:01:00.161103 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:00.223717 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:00.346452 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-eaeb1fc1-0185-4b0c-807b-a408b273fa5c tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:00.348740 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-eaeb1fc1-0185-4b0c-807b-a408b273fa5c tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.10 "GET /v2.0/networks?id=4f114c1f-030f-4967-9b62-649e8025f375 HTTP/1.1" status: 200 len: 814 time: 0.7207320 May 18 10:01:00.349452 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.10', 56064) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:00.558074 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f7a4bc3e-241d-4ebf-8c35-46bccc552c91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:00.558611 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91579d71-49e5-4140-b71a-c1594c680d2f admin admin] Router 2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da has already been hosted by L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb {{(pid=91255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:01:00.566008 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-1505595b-281b-4a61-8842-1e8e11153527 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Request body: {'port': {'device_id': '42195319-68c1-40df-8409-3873bfed4993', 'network_id': '4f114c1f-030f-4967-9b62-649e8025f375', 'admin_state_up': True, 'tenant_id': '7acb51810c8545daa5171055799a0f07'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:00.591270 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-ad51fe87-70e6-4f56-b309-533a46444fcc None None] Provisioning complete for port d35ea65d-d34c-42d8-a340-cfafd450b0df triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:01:00.591784 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-ad51fe87-70e6-4f56-b309-533a46444fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:00.723157 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da060a-b68a-4b53-b780-307824b3c0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6854adbe-7d71-4bbf-a875-7fc575f54b93,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:00.751990 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-c5da060a-b68a-4b53-b780-307824b3c0ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:00.763184 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f7a4bc3e-241d-4ebf-8c35-46bccc552c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:00.812478 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-ad51fe87-70e6-4f56-b309-533a46444fcc None None] Port d35ea65d-d34c-42d8-a340-cfafd450b0df cannot update to ACTIVE because it is not bound. {{(pid=91256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:01:00.883501 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-29c88824-fdd7-4801-992f-a8cda60f71d6 req-d9eaf7ad-5d05-4699-aaa4-7b053f2dffc6 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8bf2f33-37dd-49f2-afa8-89cfe65dd5d6 HTTP/1.1" status: 200 len: 210 time: 0.9827926 May 18 10:01:00.972248 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-13c21845-771a-4147-b357-9514c836cdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'name': 'tempest-AttachVolumeTestJSON-401901077-router', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '2028ef6b-7021-4ef5-9774-c779565cf807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:48Z', 'updated_at': '2021-05-18T10:00:58Z', 'revision_number': 4, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'gw_port': {'id': '2028ef6b-7021-4ef5-9774-c779565cf807', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:50Z', 'updated_at': '2021-05-18T10:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'd35ea65d-d34c-42d8-a340-cfafd450b0df', 'name': '', 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'mac_address': 'fa:16:3e:27:c8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7879ceca-ac45-4ec5-8a61-389c60092f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:57Z', 'updated_at': '2021-05-18T10:00:58Z', 'revision_number': 2, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'subnets': [{'id': '7879ceca-ac45-4ec5-8a61-389c60092f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:00.976809 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c21845-771a-4147-b357-9514c836cdb8 None None] The sync data for ids ['2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da'] in dv-cinder-772623-5-iscsi is: [{'id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'name': 'tempest-AttachVolumeTestJSON-401901077-router', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '2028ef6b-7021-4ef5-9774-c779565cf807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:48Z', 'updated_at': '2021-05-18T10:00:58Z', 'revision_number': 4, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'gw_port': {'id': '2028ef6b-7021-4ef5-9774-c779565cf807', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:50Z', 'updated_at': '2021-05-18T10:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'd35ea65d-d34c-42d8-a340-cfafd450b0df', 'name': '', 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'mac_address': 'fa:16:3e:27:c8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7879ceca-ac45-4ec5-8a61-389c60092f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:57Z', 'updated_at': '2021-05-18T10:00:58Z', 'revision_number': 2, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'subnets': [{'id': '7879ceca-ac45-4ec5-8a61-389c60092f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:01:01.062728 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c5da060a-b68a-4b53-b780-307824b3c0ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:01.064145 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-c5da060a-b68a-4b53-b780-307824b3c0ce admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6854adbe-7d71-4bbf-a875-7fc575f54b93 HTTP/1.1" status: 204 len: 168 time: 3.5415039 May 18 10:01:01.133998 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 59054) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:01.166049 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-91655853-b47d-49a7-b1be-9b456d9d9b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924912'] for router, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:01.254171 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.db_base_plugin_common [None req-f7a4bc3e-241d-4ebf-8c35-46bccc552c91 admin admin] Allocated IP 172.27.1.158 (bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3/bad1a46d-7140-454d-84c6-4b97dc4a536e/b8fccb81-36c4-4cb3-8ad5-2a6313b99e2c) {{(pid=91254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:01:01.349231 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91579d71-49e5-4140-b71a-c1594c680d2f admin admin] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:01:01.413567 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-358b7ab9-352e-451a-b36f-b086f7e29971 req-7fbb2ffc-238c-4af1-9682-74f54e07e3a8 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=42195319-68c1-40df-8409-3873bfed4993 HTTP/1.1" status: 200 len: 210 time: 0.3087428 May 18 10:01:01.529090 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-91579d71-49e5-4140-b71a-c1594c680d2f admin admin] 10.222.0.11 "PUT /v2.0/routers/2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0247099 May 18 10:01:01.644276 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-db3c2718-0a5c-462a-974a-eb751a5332f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:01.700288 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-1505595b-281b-4a61-8842-1e8e11153527 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:01.711805 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-1505595b-281b-4a61-8842-1e8e11153527 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Usage tracker for resource:port and tenant:7acb51810c8545daa5171055799a0f07 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:01.720292 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-1505595b-281b-4a61-8842-1e8e11153527 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:01.736423 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-1505595b-281b-4a61-8842-1e8e11153527 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:01.772258 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-db3c2718-0a5c-462a-974a-eb751a5332f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:01.775171 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-ca16fb6d-dc37-4399-b77a-fbddd5d64a3b tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:01.778443 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-ca16fb6d-dc37-4399-b77a-fbddd5d64a3b tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.10 "GET /v2.0/networks?id=673fb06b-f2e1-48df-ba9b-34e48a9dc7c6 HTTP/1.1" status: 200 len: 812 time: 1.4196756 May 18 10:01:01.781441 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-db3c2718-0a5c-462a-974a-eb751a5332f6 admin admin] Usage tracker for resource:security_group_rule and tenant:94be6ce911af4c4fb80abdf4ce164d39 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:01.783348 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-1505595b-281b-4a61-8842-1e8e11153527 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Made reservation on behalf of 7acb51810c8545daa5171055799a0f07 for: {'port': 1} {{(pid=91255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:01:01.792219 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-db3c2718-0a5c-462a-974a-eb751a5332f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:01.792671 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-1505595b-281b-4a61-8842-1e8e11153527 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:01.835205 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-db3c2718-0a5c-462a-974a-eb751a5332f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:02.267444 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f7a4bc3e-241d-4ebf-8c35-46bccc552c91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:02.337426 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-a206b6b5-2315-4d76-8734-db255419195b tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Request body: {'port': {'device_id': 'd8bf2f33-37dd-49f2-afa8-89cfe65dd5d6', 'network_id': '673fb06b-f2e1-48df-ba9b-34e48a9dc7c6', 'admin_state_up': True, 'tenant_id': 'c352210edef24c269b1dbe6135c2ec65'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:02.421792 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-73dccbaf-0b16-4b4c-a3a3-657c58e65ea8 req-8246d298-6c83-47e4-9a86-81f85be528a6 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8bf2f33-37dd-49f2-afa8-89cfe65dd5d6 HTTP/1.1" status: 200 len: 210 time: 0.1720331 May 18 10:01:02.472036 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.db_base_plugin_common [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-1505595b-281b-4a61-8842-1e8e11153527 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Allocated IP 172.20.0.12 (4f114c1f-030f-4967-9b62-649e8025f375/97072edd-9969-406c-bd1e-8e3d97a45e00/c9956d95-1f80-4159-a7af-5ccae1e13e97) {{(pid=91255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:01:02.572367 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f7a4bc3e-241d-4ebf-8c35-46bccc552c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839'] for port, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:02.639762 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:02.712038 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-db3c2718-0a5c-462a-974a-eb751a5332f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:02.786451 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a4bc3e-241d-4ebf-8c35-46bccc552c91 admin admin] Network bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3 is already hosted by enough agents. {{(pid=91254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:01:02.805735 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-3a364aa3-7d15-4742-9bcc-fae3d75e2c07 req-1e3fcd88-13c0-4c0a-b62b-b251399f543e tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=42195319-68c1-40df-8409-3873bfed4993 HTTP/1.1" status: 200 len: 210 time: 0.0897291 May 18 10:01:02.827669 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.base_scheduler [None req-f7a4bc3e-241d-4ebf-8c35-46bccc552c91 admin admin] Resources bound (agent type, host, resource id): {{(pid=91254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:01:02.830042 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91655853-b47d-49a7-b1be-9b456d9d9b1b admin admin] Router cd6cc822-0524-4710-9104-7a9ad6c75e60 is scheduled to L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb with binding_index 1 {{(pid=91254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 10:01:02.837216 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a4bc3e-241d-4ebf-8c35-46bccc552c91 admin admin] Received port after_create {{(pid=91254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:01:03.126711 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-a206b6b5-2315-4d76-8734-db255419195b tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:03.177407 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-db3c2718-0a5c-462a-974a-eb751a5332f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:03.250780 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-a206b6b5-2315-4d76-8734-db255419195b tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Usage tracker for resource:port and tenant:c352210edef24c269b1dbe6135c2ec65 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:03.273068 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-a206b6b5-2315-4d76-8734-db255419195b tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:03.306039 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-a206b6b5-2315-4d76-8734-db255419195b tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:03.481219 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4bc3e-241d-4ebf-8c35-46bccc552c91 admin admin] Pushing event updated for resources: {'Port': ['ID=b8fccb81-36c4-4cb3-8ad5-2a6313b99e2c,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:03.500465 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-f7a4bc3e-241d-4ebf-8c35-46bccc552c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.865s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:03.508590 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-db3c2718-0a5c-462a-974a-eb751a5332f6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=94be6ce911af4c4fb80abdf4ce164d39&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3733203 May 18 10:01:03.512927 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 59120) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:03.513251 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 59122) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:03.543815 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-1505595b-281b-4a61-8842-1e8e11153527 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Notify callbacks [] for port, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:03.545334 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.300s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:03.586218 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-1505595b-281b-4a61-8842-1e8e11153527 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839'] for port, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:03.607602 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-bbb761ac-2a1d-41de-8764-88ea99676709 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1258096732', 'description': 'tempest-description--640218027'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:03.609972 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:03.614115 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-bbb761ac-2a1d-41de-8764-88ea99676709 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:03.618638 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-bbb761ac-2a1d-41de-8764-88ea99676709 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Usage tracker for resource:security_group and tenant:4738afae052f4e64894b0edeb5a37fbf is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:03.622796 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-bbb761ac-2a1d-41de-8764-88ea99676709 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:03.629548 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-bbb761ac-2a1d-41de-8764-88ea99676709 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:03.756693 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-a206b6b5-2315-4d76-8734-db255419195b tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Made reservation on behalf of c352210edef24c269b1dbe6135c2ec65 for: {'port': 1} {{(pid=91255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:01:03.760422 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-a206b6b5-2315-4d76-8734-db255419195b tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:03.809918 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-1505595b-281b-4a61-8842-1e8e11153527 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Network 4f114c1f-030f-4967-9b62-649e8025f375 is already hosted by enough agents. {{(pid=91255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:01:03.820515 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1505595b-281b-4a61-8842-1e8e11153527 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Pushing event updated for resources: {'Port': ['ID=c9956d95-1f80-4159-a7af-5ccae1e13e97,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:03.823960 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-1505595b-281b-4a61-8842-1e8e11153527 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:03.825825 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-1505595b-281b-4a61-8842-1e8e11153527 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Resources bound (agent type, host, resource id): {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:01:03.829094 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-1505595b-281b-4a61-8842-1e8e11153527 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Received port after_create {{(pid=91255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:01:03.836393 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-1505595b-281b-4a61-8842-1e8e11153527 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:03.837206 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-1505595b-281b-4a61-8842-1e8e11153527 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for port, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:03.863175 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-1505595b-281b-4a61-8842-1e8e11153527 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3177435 May 18 10:01:03.886219 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device 2028ef6b-7021-4ef5-9774-c779565cf807 up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:01:03.907416 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-bbb761ac-2a1d-41de-8764-88ea99676709 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:04.040753 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning for port 2028ef6b-7021-4ef5-9774-c779565cf807 completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:01:04.050153 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port 2028ef6b-7021-4ef5-9774-c779565cf807 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:01:04.051739 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:04.074058 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-098b8861-6af1-46cf-ab77-50ba1d8497fc req-393ac944-5a50-4626-b957-83a5d2d5a3b3 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8bf2f33-37dd-49f2-afa8-89cfe65dd5d6 HTTP/1.1" status: 200 len: 210 time: 0.2343175 May 18 10:01:04.161119 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-bbb761ac-2a1d-41de-8764-88ea99676709 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:04.213976 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-bbb761ac-2a1d-41de-8764-88ea99676709 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Usage tracker for resource:security_group_rule and tenant:4738afae052f4e64894b0edeb5a37fbf is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:04.245197 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.db_base_plugin_common [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-a206b6b5-2315-4d76-8734-db255419195b tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Allocated IP 172.20.0.13 (673fb06b-f2e1-48df-ba9b-34e48a9dc7c6/485e4829-c702-4cf3-869e-6d655bf0c212/69e6f867-49e0-46d9-a0c2-4da93c33c0d8) {{(pid=91255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:01:04.271091 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-bbb761ac-2a1d-41de-8764-88ea99676709 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:04.282402 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3c2718-0a5c-462a-974a-eb751a5332f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc9fdf6-f0b2-4e23-801e-1595d3d28bbe,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:04.316117 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-bbb761ac-2a1d-41de-8764-88ea99676709 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:04.318315 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-db3c2718-0a5c-462a-974a-eb751a5332f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.773s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:04.321622 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-94fdaca7-0660-4e32-a3b1-faea167029fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:04.459968 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:04.460265 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab619e7-ab79-4de5-94f9-bb4b29863c1f req-4059e3c1-c8b6-41ed-a533-35d01666a72d tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:04.464594 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-0ab619e7-ab79-4de5-94f9-bb4b29863c1f req-4059e3c1-c8b6-41ed-a533-35d01666a72d tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Synchronizing usage tracker for tenant:7acb51810c8545daa5171055799a0f07 on resource:port {{(pid=91255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:01:04.487618 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] For port 2028ef6b-7021-4ef5-9774-c779565cf807, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=2028ef6b-7021-4ef5-9774-c779565cf807,segment=NetworkSegment(f8569fa1-1255-4980-b926-c951cf4cc403),segment_id=f8569fa1-1255-4980-b926-c951cf4cc403)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:04.495936 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:04.506805 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-15f78d82-ca11-4cc1-a8e4-b096074e921c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:04.551431 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91655853-b47d-49a7-b1be-9b456d9d9b1b admin admin] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:01:04.588678 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-94fdaca7-0660-4e32-a3b1-faea167029fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:04.629053 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Pushing event updated for resources: {'Port': ['ID=2028ef6b-7021-4ef5-9774-c779565cf807,revision_number=4']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:04.636415 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51684dcf-8d11-4a24-b5b8-48e5225cbb0f None None] Sync routers for ids ['cd6cc822-0524-4710-9104-7a9ad6c75e60'] in dv-cinder-772623-5-iscsi {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:01:04.653546 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:04.670143 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51684dcf-8d11-4a24-b5b8-48e5225cbb0f None None] Routers {'cd6cc822-0524-4710-9104-7a9ad6c75e60'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:01:04.671196 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-51684dcf-8d11-4a24-b5b8-48e5225cbb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:00:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['cd6cc822-0524-4710-9104-7a9ad6c75e60'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:04.716785 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-0ab619e7-ab79-4de5-94f9-bb4b29863c1f req-4059e3c1-c8b6-41ed-a533-35d01666a72d tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Unset dirty status for tenant:7acb51810c8545daa5171055799a0f07 on resource:port {{(pid=91255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:01:04.730527 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-0ab619e7-ab79-4de5-94f9-bb4b29863c1f req-4059e3c1-c8b6-41ed-a533-35d01666a72d tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=42195319-68c1-40df-8409-3873bfed4993 HTTP/1.1" status: 200 len: 932 time: 0.6405210 May 18 10:01:04.829923 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-0ab619e7-ab79-4de5-94f9-bb4b29863c1f req-16ca6aa7-9e15-4f40-829a-a0ba79338d7c tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Synchronizing usage tracker for tenant:7acb51810c8545daa5171055799a0f07 on resource:security_group {{(pid=91255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:01:04.865114 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f7a4bc3e-241d-4ebf-8c35-46bccc552c91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:04.944967 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15da57f8-544f-4a27-8d0b-167e7464d248 None None] Sync routers for ids ['2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da'] in dv-cinder-772623-5-iscsi {{(pid=91257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:01:04.964868 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15da57f8-544f-4a27-8d0b-167e7464d248 None None] Routers {'2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:01:04.966086 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-15da57f8-544f-4a27-8d0b-167e7464d248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:00:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da'], 'active': True} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:04.990459 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-a206b6b5-2315-4d76-8734-db255419195b tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Notify callbacks [] for port, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:05.003757 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-0ab619e7-ab79-4de5-94f9-bb4b29863c1f req-16ca6aa7-9e15-4f40-829a-a0ba79338d7c tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Unset dirty status for tenant:7acb51810c8545daa5171055799a0f07 on resource:security_group {{(pid=91255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:01:05.022233 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-0ab619e7-ab79-4de5-94f9-bb4b29863c1f req-16ca6aa7-9e15-4f40-829a-a0ba79338d7c tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902689 May 18 10:01:05.109877 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-a206b6b5-2315-4d76-8734-db255419195b tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839'] for port, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:05.122743 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:05.269646 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-51684dcf-8d11-4a24-b5b8-48e5225cbb0f None None] Set router cd6cc822-0524-4710-9104-7a9ad6c75e60 gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:01:05.328798 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-511f0ee8-9e0e-4e24-b55e-12c4c58d89d3 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=91255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 10:01:05.331578 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-511f0ee8-9e0e-4e24-b55e-12c4c58d89d3 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471244 May 18 10:01:05.410542 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-a206b6b5-2315-4d76-8734-db255419195b tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Network 673fb06b-f2e1-48df-ba9b-34e48a9dc7c6 is already hosted by enough agents. {{(pid=91255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:01:05.429066 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-a206b6b5-2315-4d76-8734-db255419195b tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Resources bound (agent type, host, resource id): {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:01:05.436577 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.l3_dvrscheduler_db [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-a206b6b5-2315-4d76-8734-db255419195b tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Received port after_create {{(pid=91255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:01:05.465262 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-a206b6b5-2315-4d76-8734-db255419195b tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:05.467632 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-a206b6b5-2315-4d76-8734-db255419195b tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for port, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:05.531412 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-a206b6b5-2315-4d76-8734-db255419195b tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6912951 May 18 10:01:05.567864 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206b6b5-2315-4d76-8734-db255419195b tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Pushing event updated for resources: {'Port': ['ID=69e6f867-49e0-46d9-a0c2-4da93c33c0d8,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:05.579319 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvr_db [None req-15da57f8-544f-4a27-8d0b-167e7464d248 None None] Set router 2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da gateway port host: dv-cinder-772623-5-iscsi {{(pid=91257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:01:05.581347 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-a206b6b5-2315-4d76-8734-db255419195b tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:05.632850 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-bbb761ac-2a1d-41de-8764-88ea99676709 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:05.685482 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-bbb761ac-2a1d-41de-8764-88ea99676709 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:05.730721 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-91655853-b47d-49a7-b1be-9b456d9d9b1b admin admin] Notify callbacks [] for router, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:05.735726 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 59174) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:05.738871 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-91655853-b47d-49a7-b1be-9b456d9d9b1b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.6401436 May 18 10:01:05.756881 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-4f35a211-8450-40ab-a8ed-809213664343 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:05.819946 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device 2028ef6b-7021-4ef5-9774-c779565cf807 up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:01:05.972380 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-7a4bafa4-604b-4d15-8a32-d9b6eee7536b service neutron] Request body: {'port': {'device_id': '42195319-68c1-40df-8409-3873bfed4993', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:06.010914 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-94fdaca7-0660-4e32-a3b1-faea167029fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:06.019860 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port 2028ef6b-7021-4ef5-9774-c779565cf807 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:01:06.020402 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:06.064334 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-bbb761ac-2a1d-41de-8764-88ea99676709 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:06.070938 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-bbb761ac-2a1d-41de-8764-88ea99676709 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.5099959 May 18 10:01:06.091362 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-51684dcf-8d11-4a24-b5b8-48e5225cbb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'name': 'tempest-AttachVolumeShelveTestJSON-2052202754-router', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd586b1d5-8448-4620-90dc-09e8be9550e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:54Z', 'updated_at': '2021-05-18T10:00:58Z', 'revision_number': 3, 'project_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'gw_port': {'id': 'd586b1d5-8448-4620-90dc-09e8be9550e9', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:56Z', 'updated_at': '2021-05-18T10:00:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi'}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:06.104070 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51684dcf-8d11-4a24-b5b8-48e5225cbb0f None None] Checking router: cd6cc822-0524-4710-9104-7a9ad6c75e60 for host: dv-cinder-772623-5-iscsi {{(pid=91256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:01:06.104785 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51684dcf-8d11-4a24-b5b8-48e5225cbb0f None None] Updating router cd6cc822-0524-4710-9104-7a9ad6c75e60 port d586b1d5-8448-4620-90dc-09e8be9550e9 binding host dv-cinder-772623-5-iscsi {{(pid=91256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 10:01:06.126509 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-94fdaca7-0660-4e32-a3b1-faea167029fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:06.154948 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-94fdaca7-0660-4e32-a3b1-faea167029fa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6bc9fdf6-f0b2-4e23-801e-1595d3d28bbe HTTP/1.1" status: 204 len: 168 time: 2.5862646 May 18 10:01:06.160702 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 59180) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:06.188992 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-23323eac-d8b6-432b-b63d-d92891ad20fd tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Request body: {'security_group_rule': {'security_group_id': '057bc031-4abb-4146-8d84-84ca36be0685', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:06.204711 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-51684dcf-8d11-4a24-b5b8-48e5225cbb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:06.210887 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-23323eac-d8b6-432b-b63d-d92891ad20fd tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:06.223871 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-23323eac-d8b6-432b-b63d-d92891ad20fd tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Usage tracker for resource:security_group_rule and tenant:4738afae052f4e64894b0edeb5a37fbf is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:06.237618 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-23323eac-d8b6-432b-b63d-d92891ad20fd tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:06.260505 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-23323eac-d8b6-432b-b63d-d92891ad20fd tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:06.284195 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-60f7400a-67f8-4c73-8776-1ae4a589bf6b service neutron] Request body: {'port': {'device_id': 'd8bf2f33-37dd-49f2-afa8-89cfe65dd5d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:06.296901 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb761ac-2a1d-41de-8764-88ea99676709 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=057bc031-4abb-4146-8d84-84ca36be0685,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:06.303674 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-bbb761ac-2a1d-41de-8764-88ea99676709 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:06.324160 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-db3c2718-0a5c-462a-974a-eb751a5332f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:06.346709 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-15da57f8-544f-4a27-8d0b-167e7464d248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'name': 'tempest-AttachVolumeTestJSON-401901077-router', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '2028ef6b-7021-4ef5-9774-c779565cf807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:48Z', 'updated_at': '2021-05-18T10:00:58Z', 'revision_number': 4, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'gw_port': {'id': '2028ef6b-7021-4ef5-9774-c779565cf807', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:50Z', 'updated_at': '2021-05-18T10:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'd35ea65d-d34c-42d8-a340-cfafd450b0df', 'name': '', 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'mac_address': 'fa:16:3e:27:c8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7879ceca-ac45-4ec5-8a61-389c60092f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:57Z', 'updated_at': '2021-05-18T10:00:58Z', 'revision_number': 2, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'subnets': [{'id': '7879ceca-ac45-4ec5-8a61-389c60092f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:06.350907 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15da57f8-544f-4a27-8d0b-167e7464d248 None None] Checking router: 2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da for host: dv-cinder-772623-5-iscsi {{(pid=91257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:01:06.351421 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15da57f8-544f-4a27-8d0b-167e7464d248 None None] Updating router 2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da port d35ea65d-d34c-42d8-a340-cfafd450b0df binding host dv-cinder-772623-5-iscsi {{(pid=91257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 10:01:06.435446 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-15da57f8-544f-4a27-8d0b-167e7464d248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:06.444663 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea1e5a-f9a9-42fe-a0fd-6bb552ed751f req-5a5b7a2f-afff-4c91-81d0-a0d0b6023b59 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:06.460361 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-14ea1e5a-f9a9-42fe-a0fd-6bb552ed751f req-5a5b7a2f-afff-4c91-81d0-a0d0b6023b59 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8bf2f33-37dd-49f2-afa8-89cfe65dd5d6 HTTP/1.1" status: 200 len: 932 time: 1.0462949 May 18 10:01:06.463882 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f7a4bc3e-241d-4ebf-8c35-46bccc552c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924912'] for router, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:06.530587 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-23323eac-d8b6-432b-b63d-d92891ad20fd tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:06.600461 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fdaca7-0660-4e32-a3b1-faea167029fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc9fdf6-f0b2-4e23-801e-1595d3d28bbe,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:06.615332 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-94fdaca7-0660-4e32-a3b1-faea167029fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:06.686746 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-23323eac-d8b6-432b-b63d-d92891ad20fd tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:06.791204 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-23323eac-d8b6-432b-b63d-d92891ad20fd tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971979'] for security_group_rule, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:06.849805 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:06.904822 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23323eac-d8b6-432b-b63d-d92891ad20fd tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da16c3f4-0def-4d06-9cdb-6f4160137906,revision_number=0']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:06.926186 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-23323eac-d8b6-432b-b63d-d92891ad20fd tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:06.995979 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-14ea1e5a-f9a9-42fe-a0fd-6bb552ed751f req-7ba25044-cb95-4a27-8d63-199dd88ea77c tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Synchronizing usage tracker for tenant:c352210edef24c269b1dbe6135c2ec65 on resource:security_group {{(pid=91254) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:01:07.014621 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 59202) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:07.091921 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-14ea1e5a-f9a9-42fe-a0fd-6bb552ed751f req-7ba25044-cb95-4a27-8d63-199dd88ea77c tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Unset dirty status for tenant:c352210edef24c269b1dbe6135c2ec65 on resource:security_group {{(pid=91254) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:01:07.100058 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-7a4bafa4-604b-4d15-8a32-d9b6eee7536b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:07.109122 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-14ea1e5a-f9a9-42fe-a0fd-6bb552ed751f req-7ba25044-cb95-4a27-8d63-199dd88ea77c tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/security-groups?id=73ffdf3b-8ca4-4c96-beeb-1441ebf4c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6474800 May 18 10:01:07.127492 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-23323eac-d8b6-432b-b63d-d92891ad20fd tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:07.132735 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-23323eac-d8b6-432b-b63d-d92891ad20fd tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9590800 May 18 10:01:07.133821 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 59206) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:07.140511 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-eeb4e9cb-8b12-4995-b758-e8ca0c03f306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:07.155339 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-b69bb17c-1caf-4ede-87ad-bae2265fc1ae tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Request body: {'security_group_rule': {'security_group_id': '057bc031-4abb-4146-8d84-84ca36be0685', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:07.162141 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-b69bb17c-1caf-4ede-87ad-bae2265fc1ae tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:07.168014 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-b69bb17c-1caf-4ede-87ad-bae2265fc1ae tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Usage tracker for resource:security_group_rule and tenant:4738afae052f4e64894b0edeb5a37fbf is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:07.172399 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-b69bb17c-1caf-4ede-87ad-bae2265fc1ae tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:07.183089 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-b69bb17c-1caf-4ede-87ad-bae2265fc1ae tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:07.280247 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b69bb17c-1caf-4ede-87ad-bae2265fc1ae tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:07.319842 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-eeb4e9cb-8b12-4995-b758-e8ca0c03f306 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:07.340327 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-eeb4e9cb-8b12-4995-b758-e8ca0c03f306 admin admin] Usage tracker for resource:security_group_rule and tenant:0acb56f9a5bd44e0864412f77f8cdffc is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:07.358943 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-eeb4e9cb-8b12-4995-b758-e8ca0c03f306 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:07.376158 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-eeb4e9cb-8b12-4995-b758-e8ca0c03f306 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:07.480956 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b69bb17c-1caf-4ede-87ad-bae2265fc1ae tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:07.489727 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b69bb17c-1caf-4ede-87ad-bae2265fc1ae tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971979'] for security_group_rule, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:07.538783 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-23323eac-d8b6-432b-b63d-d92891ad20fd tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:07.546709 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b69bb17c-1caf-4ede-87ad-bae2265fc1ae tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:07.551022 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-b69bb17c-1caf-4ede-87ad-bae2265fc1ae tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4089005 May 18 10:01:07.580549 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a4bc3e-241d-4ebf-8c35-46bccc552c91 admin admin] Router a40190a1-35fa-43bc-b28b-95a976a638a8 is scheduled to L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb with binding_index 1 {{(pid=91254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 10:01:07.595904 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69bb17c-1caf-4ede-87ad-bae2265fc1ae tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ba44d2c-ce6f-4c89-8954-ad2be039a62d,revision_number=0']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:07.599793 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-b69bb17c-1caf-4ede-87ad-bae2265fc1ae tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:07.604569 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 59210) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:07.623524 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-15da57f8-544f-4a27-8d0b-167e7464d248 None None] Notify callbacks [] for port, precommit_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:07.624768 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-93f822fe-8329-4d54-afe0-bfc42abee44f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Request body: {'floatingip': {'floating_network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:07.632209 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-93f822fe-8329-4d54-afe0-bfc42abee44f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:07.636223 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-60f7400a-67f8-4c73-8776-1ae4a589bf6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:07.649875 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-93f822fe-8329-4d54-afe0-bfc42abee44f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Usage tracker for resource:floatingip and tenant:4738afae052f4e64894b0edeb5a37fbf is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:07.654013 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.provisioning_blocks [None req-15da57f8-544f-4a27-8d0b-167e7464d248 None None] Transition to ACTIVE for port object d35ea65d-d34c-42d8-a340-cfafd450b0df will not be triggered until provisioned by entity L2. {{(pid=91257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:01:07.668843 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-15da57f8-544f-4a27-8d0b-167e7464d248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:07.671406 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-93f822fe-8329-4d54-afe0-bfc42abee44f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:07.682795 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG oslo_concurrency.lockutils [None req-7885b404-3719-4194-9935-429322a4a499 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:07.691730 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-51684dcf-8d11-4a24-b5b8-48e5225cbb0f None None] Notify callbacks [] for port, precommit_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:07.695954 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-93f822fe-8329-4d54-afe0-bfc42abee44f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:07.709700 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-51684dcf-8d11-4a24-b5b8-48e5225cbb0f None None] Transition to ACTIVE for port object d586b1d5-8448-4620-90dc-09e8be9550e9 will not be triggered until provisioned by entity L2. {{(pid=91256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:01:07.724291 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-51684dcf-8d11-4a24-b5b8-48e5225cbb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:07.731544 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-b7b8ab33-3157-44ff-95c8-fc6226f71351 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:07.756786 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-93f822fe-8329-4d54-afe0-bfc42abee44f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for floatingip, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:07.836379 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175920dc-90ab-4785-8c85-4b2847858635 req-ec4af5c6-2c28-4184-8345-038f048c9336 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:07.838733 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-175920dc-90ab-4785-8c85-4b2847858635 req-ec4af5c6-2c28-4184-8345-038f048c9336 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=42195319-68c1-40df-8409-3873bfed4993 HTTP/1.1" status: 200 len: 932 time: 1.3417790 May 18 10:01:07.944259 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-51684dcf-8d11-4a24-b5b8-48e5225cbb0f None None] Attempting to bind port d586b1d5-8448-4620-90dc-09e8be9550e9 on host dv-cinder-772623-5-iscsi for vnic_type normal with profile {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:01:07.944618 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-51684dcf-8d11-4a24-b5b8-48e5225cbb0f None None] Attempting to bind port d586b1d5-8448-4620-90dc-09e8be9550e9 by drivers openvswitch,hyperv on host dv-cinder-772623-5-iscsi at level 0 using segments [{'id': 'f8569fa1-1255-4980-b926-c951cf4cc403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'}] {{(pid=91256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:01:07.963040 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51684dcf-8d11-4a24-b5b8-48e5225cbb0f None None] Attempting to bind port d586b1d5-8448-4620-90dc-09e8be9550e9 on network bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3 {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:01:07.980289 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51684dcf-8d11-4a24-b5b8-48e5225cbb0f None None] Checking agent: {'id': '5371dcab-484f-4434-b508-32f41307ace8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 25), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:01:07.984074 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51684dcf-8d11-4a24-b5b8-48e5225cbb0f None None] Checking segment: {'id': 'f8569fa1-1255-4980-b926-c951cf4cc403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:01:07.986153 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-51684dcf-8d11-4a24-b5b8-48e5225cbb0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:07.986845 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51684dcf-8d11-4a24-b5b8-48e5225cbb0f None None] Bound using segment: {'id': 'f8569fa1-1255-4980-b926-c951cf4cc403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'} {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:01:07.990354 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-51684dcf-8d11-4a24-b5b8-48e5225cbb0f None None] Bound port: d586b1d5-8448-4620-90dc-09e8be9550e9, host: dv-cinder-772623-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8569fa1-1255-4980-b926-c951cf4cc403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'}}] {{(pid=91256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:01:07.994916 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-51684dcf-8d11-4a24-b5b8-48e5225cbb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:08.025309 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-eeb4e9cb-8b12-4995-b758-e8ca0c03f306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:08.106942 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5393688-6046-4184-b67b-86b17b762b98 None None] Pushing event updated for resources: {'Port': ['ID=d586b1d5-8448-4620-90dc-09e8be9550e9,revision_number=2']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:08.125266 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e5393688-6046-4184-b67b-86b17b762b98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:08.259578 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.managers [None req-15da57f8-544f-4a27-8d0b-167e7464d248 None None] Attempting to bind port d35ea65d-d34c-42d8-a340-cfafd450b0df on host dv-cinder-772623-5-iscsi for vnic_type normal with profile {{(pid=91257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:01:08.259969 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.managers [None req-15da57f8-544f-4a27-8d0b-167e7464d248 None None] Attempting to bind port d35ea65d-d34c-42d8-a340-cfafd450b0df by drivers openvswitch,hyperv on host dv-cinder-772623-5-iscsi at level 0 using segments [{'id': '3769062a-12ce-4aba-be75-7a8f50e46583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998'}] {{(pid=91257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:01:08.260309 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15da57f8-544f-4a27-8d0b-167e7464d248 None None] Attempting to bind port d35ea65d-d34c-42d8-a340-cfafd450b0df on network 38de340e-be75-495c-91ac-81e0ab74f998 {{(pid=91257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:01:08.280236 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15da57f8-544f-4a27-8d0b-167e7464d248 None None] Checking agent: {'id': '5371dcab-484f-4434-b508-32f41307ace8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 25), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:01:08.292679 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15da57f8-544f-4a27-8d0b-167e7464d248 None None] Checking segment: {'id': '3769062a-12ce-4aba-be75-7a8f50e46583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:01:08.293479 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-15da57f8-544f-4a27-8d0b-167e7464d248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:08.296487 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15da57f8-544f-4a27-8d0b-167e7464d248 None None] Bound using segment: {'id': '3769062a-12ce-4aba-be75-7a8f50e46583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998'} {{(pid=91257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:01:08.297188 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.managers [None req-15da57f8-544f-4a27-8d0b-167e7464d248 None None] Bound port: d35ea65d-d34c-42d8-a340-cfafd450b0df, host: dv-cinder-772623-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3769062a-12ce-4aba-be75-7a8f50e46583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998'}}] {{(pid=91257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:01:08.297712 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-15da57f8-544f-4a27-8d0b-167e7464d248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:08.303938 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-51684dcf-8d11-4a24-b5b8-48e5225cbb0f None None] For port d586b1d5-8448-4620-90dc-09e8be9550e9, host dv-cinder-772623-5-iscsi, cleared binding levels {{(pid=91256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:01:08.321615 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-51684dcf-8d11-4a24-b5b8-48e5225cbb0f None None] For port d586b1d5-8448-4620-90dc-09e8be9550e9, host dv-cinder-772623-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=d586b1d5-8448-4620-90dc-09e8be9550e9,segment=NetworkSegment(f8569fa1-1255-4980-b926-c951cf4cc403),segment_id=f8569fa1-1255-4980-b926-c951cf4cc403)] {{(pid=91256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:01:08.328304 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30648778-36ef-402a-988a-7e6dcd678740 None None] Pushing event updated for resources: {'Port': ['ID=d35ea65d-d34c-42d8-a340-cfafd450b0df,revision_number=3']} {{(pid=91257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:08.343350 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-51684dcf-8d11-4a24-b5b8-48e5225cbb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:08.343842 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG oslo_concurrency.lockutils [None req-30648778-36ef-402a-988a-7e6dcd678740 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=91257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:08.351870 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:08.476177 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51684dcf-8d11-4a24-b5b8-48e5225cbb0f None None] Routers {'cd6cc822-0524-4710-9104-7a9ad6c75e60'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:01:08.477125 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-51684dcf-8d11-4a24-b5b8-48e5225cbb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:00:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['cd6cc822-0524-4710-9104-7a9ad6c75e60'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:08.508194 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.db [None req-15da57f8-544f-4a27-8d0b-167e7464d248 None None] For port d35ea65d-d34c-42d8-a340-cfafd450b0df, host dv-cinder-772623-5-iscsi, cleared binding levels {{(pid=91257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:01:08.518966 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.db [None req-15da57f8-544f-4a27-8d0b-167e7464d248 None None] For port d35ea65d-d34c-42d8-a340-cfafd450b0df, host dv-cinder-772623-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=d35ea65d-d34c-42d8-a340-cfafd450b0df,segment=NetworkSegment(3769062a-12ce-4aba-be75-7a8f50e46583),segment_id=3769062a-12ce-4aba-be75-7a8f50e46583)] {{(pid=91257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:01:08.528495 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-15da57f8-544f-4a27-8d0b-167e7464d248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:08.544542 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:08.626173 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5393688-6046-4184-b67b-86b17b762b98 None None] Pushing event updated for resources: {'Port': ['ID=d586b1d5-8448-4620-90dc-09e8be9550e9,revision_number=3']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:08.635873 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e5393688-6046-4184-b67b-86b17b762b98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:08.780239 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-eeb4e9cb-8b12-4995-b758-e8ca0c03f306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:08.856497 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30648778-36ef-402a-988a-7e6dcd678740 None None] Pushing event updated for resources: {'Port': ['ID=d35ea65d-d34c-42d8-a340-cfafd450b0df,revision_number=4']} {{(pid=91257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:08.863713 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-2e2a1b52-5769-4a9a-b2fc-3ee2c2a5d7cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:08.883092 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG oslo_concurrency.lockutils [None req-30648778-36ef-402a-988a-7e6dcd678740 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=91257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:08.886513 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:01:08.899056 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-51684dcf-8d11-4a24-b5b8-48e5225cbb0f None None] Set router cd6cc822-0524-4710-9104-7a9ad6c75e60 gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:01:08.931419 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15da57f8-544f-4a27-8d0b-167e7464d248 None None] Routers {'2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:01:08.932727 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-15da57f8-544f-4a27-8d0b-167e7464d248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:00:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da'], 'active': True} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:08.941804 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3f49d136-22d1-44f8-b611-5fbe748f4a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:09.192956 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-eeb4e9cb-8b12-4995-b758-e8ca0c03f306 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0acb56f9a5bd44e0864412f77f8cdffc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1446233 May 18 10:01:09.198680 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a4bc3e-241d-4ebf-8c35-46bccc552c91 admin admin] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:01:09.201708 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 59236) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:09.203518 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb4e9cb-8b12-4995-b758-e8ca0c03f306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374c466c-a29e-403c-bbd4-bdd20cb7d70e,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:09.249233 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6bc251-bb6f-4c81-b338-42f3dba2e629 None None] Sync routers for ids ['a40190a1-35fa-43bc-b28b-95a976a638a8'] in dv-cinder-772623-5-iscsi {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:01:09.321861 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4250fb-ed67-4c29-802d-815db5cba574 req-c57d9703-353d-4f41-bd01-9feb2f99b134 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:09.326896 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-7d4250fb-ed67-4c29-802d-815db5cba574 req-c57d9703-353d-4f41-bd01-9feb2f99b134 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8bf2f33-37dd-49f2-afa8-89cfe65dd5d6 HTTP/1.1" status: 200 len: 932 time: 0.9446375 May 18 10:01:09.359362 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6bc251-bb6f-4c81-b338-42f3dba2e629 None None] Routers {'a40190a1-35fa-43bc-b28b-95a976a638a8'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:01:09.361745 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-cf6bc251-bb6f-4c81-b338-42f3dba2e629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:00:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['a40190a1-35fa-43bc-b28b-95a976a638a8'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:09.452542 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvr_db [None req-15da57f8-544f-4a27-8d0b-167e7464d248 None None] Set router 2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da gateway port host: dv-cinder-772623-5-iscsi {{(pid=91257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:01:09.476143 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e3446698-729f-4be4-9820-2c8b37334d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:09.522852 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-eeb4e9cb-8b12-4995-b758-e8ca0c03f306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:09.526241 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f7a4bc3e-241d-4ebf-8c35-46bccc552c91 admin admin] Notify callbacks [] for router, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:09.530728 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-f7a4bc3e-241d-4ebf-8c35-46bccc552c91 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 14.0718887 May 18 10:01:09.542941 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 59246) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:09.858962 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.notifiers.nova [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-7a4bafa4-604b-4d15-8a32-d9b6eee7536b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9956d95-1f80-4159-a7af-5ccae1e13e97 {{(pid=91255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:01:09.873152 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-7a4bafa4-604b-4d15-8a32-d9b6eee7536b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:09.891234 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.provisioning_blocks [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-7a4bafa4-604b-4d15-8a32-d9b6eee7536b service neutron] Transition to ACTIVE for port object c9956d95-1f80-4159-a7af-5ccae1e13e97 will not be triggered until provisioned by entity L2. {{(pid=91255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:01:09.897306 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-7d4250fb-ed67-4c29-802d-815db5cba574 req-b0ad1baf-a731-4b2e-91a6-f09f236ef2a1 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/security-groups?id=73ffdf3b-8ca4-4c96-beeb-1441ebf4c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5604169 May 18 10:01:09.904391 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e3446698-729f-4be4-9820-2c8b37334d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:09.929540 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-175920dc-90ab-4785-8c85-4b2847858635 req-2fc5cfbb-bdbd-4093-8746-13f8964c5131 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0125339 May 18 10:01:09.956674 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-93f822fe-8329-4d54-afe0-bfc42abee44f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:10.124941 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-7a4bafa4-604b-4d15-8a32-d9b6eee7536b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:10.274526 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-15da57f8-544f-4a27-8d0b-167e7464d248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'name': 'tempest-AttachVolumeTestJSON-401901077-router', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '2028ef6b-7021-4ef5-9774-c779565cf807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:48Z', 'updated_at': '2021-05-18T10:00:58Z', 'revision_number': 4, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'gw_port': {'id': '2028ef6b-7021-4ef5-9774-c779565cf807', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:50Z', 'updated_at': '2021-05-18T10:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'd35ea65d-d34c-42d8-a340-cfafd450b0df', 'name': '', 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'mac_address': 'fa:16:3e:27:c8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7879ceca-ac45-4ec5-8a61-389c60092f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:57Z', 'updated_at': '2021-05-18T10:01:08Z', 'revision_number': 4, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'subnets': [{'id': '7879ceca-ac45-4ec5-8a61-389c60092f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:10.282715 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15da57f8-544f-4a27-8d0b-167e7464d248 None None] The sync data for ids ['2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da'] in dv-cinder-772623-5-iscsi is: [{'id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'name': 'tempest-AttachVolumeTestJSON-401901077-router', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '2028ef6b-7021-4ef5-9774-c779565cf807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:48Z', 'updated_at': '2021-05-18T10:00:58Z', 'revision_number': 4, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'gw_port': {'id': '2028ef6b-7021-4ef5-9774-c779565cf807', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:50Z', 'updated_at': '2021-05-18T10:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'd35ea65d-d34c-42d8-a340-cfafd450b0df', 'name': '', 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'mac_address': 'fa:16:3e:27:c8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7879ceca-ac45-4ec5-8a61-389c60092f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:57Z', 'updated_at': '2021-05-18T10:01:08Z', 'revision_number': 4, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'subnets': [{'id': '7879ceca-ac45-4ec5-8a61-389c60092f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:01:10.335900 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e3446698-729f-4be4-9820-2c8b37334d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:10.369600 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-bbb761ac-2a1d-41de-8764-88ea99676709 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:10.376699 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device d35ea65d-d34c-42d8-a340-cfafd450b0df up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:01:10.390937 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-a2d1ba4f-e6f9-49bc-a819-5bd1f1ea2b45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:10.403221 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3446698-729f-4be4-9820-2c8b37334d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374c466c-a29e-403c-bbd4-bdd20cb7d70e,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:10.423084 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-e3446698-729f-4be4-9820-2c8b37334d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:10.518245 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.db_base_plugin_common [None req-93f822fe-8329-4d54-afe0-bfc42abee44f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Allocated IP 172.27.1.81 (bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3/bad1a46d-7140-454d-84c6-4b97dc4a536e/0772022e-f6b6-4703-9c08-e36ef935f566) {{(pid=91254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:01:10.541258 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e3446698-729f-4be4-9820-2c8b37334d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:10.541525 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-cf6bc251-bb6f-4c81-b338-42f3dba2e629 None None] Set router a40190a1-35fa-43bc-b28b-95a976a638a8 gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:01:10.545570 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-e3446698-729f-4be4-9820-2c8b37334d0f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/374c466c-a29e-403c-bbd4-bdd20cb7d70e HTTP/1.1" status: 204 len: 168 time: 1.2991889 May 18 10:01:10.720620 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.notifiers.nova [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-60f7400a-67f8-4c73-8776-1ae4a589bf6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69e6f867-49e0-46d9-a0c2-4da93c33c0d8 {{(pid=91255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:01:10.730369 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-60f7400a-67f8-4c73-8776-1ae4a589bf6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:10.748245 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.provisioning_blocks [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-60f7400a-67f8-4c73-8776-1ae4a589bf6b service neutron] Transition to ACTIVE for port object 69e6f867-49e0-46d9-a0c2-4da93c33c0d8 will not be triggered until provisioned by entity L2. {{(pid=91255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:01:10.789486 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning for port d35ea65d-d34c-42d8-a340-cfafd450b0df completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:01:10.820080 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port d35ea65d-d34c-42d8-a340-cfafd450b0df triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:01:10.823220 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:10.860419 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4bafa4-604b-4d15-8a32-d9b6eee7536b service neutron] Pushing event updated for resources: {'Port': ['ID=c9956d95-1f80-4159-a7af-5ccae1e13e97,revision_number=2']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:10.891637 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-60f7400a-67f8-4c73-8776-1ae4a589bf6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:10.894953 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-7a4bafa4-604b-4d15-8a32-d9b6eee7536b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:10.924018 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-93f822fe-8329-4d54-afe0-bfc42abee44f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for port, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:11.028672 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-91579d71-49e5-4140-b71a-c1594c680d2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:11.042005 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-51684dcf-8d11-4a24-b5b8-48e5225cbb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'name': 'tempest-AttachVolumeShelveTestJSON-2052202754-router', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd586b1d5-8448-4620-90dc-09e8be9550e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:54Z', 'updated_at': '2021-05-18T10:00:58Z', 'revision_number': 3, 'project_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'gw_port': {'id': 'd586b1d5-8448-4620-90dc-09e8be9550e9', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:56Z', 'updated_at': '2021-05-18T10:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi'}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:11.065613 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51684dcf-8d11-4a24-b5b8-48e5225cbb0f None None] The sync data for ids ['cd6cc822-0524-4710-9104-7a9ad6c75e60'] in dv-cinder-772623-5-iscsi is: [{'id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'name': 'tempest-AttachVolumeShelveTestJSON-2052202754-router', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd586b1d5-8448-4620-90dc-09e8be9550e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:54Z', 'updated_at': '2021-05-18T10:00:58Z', 'revision_number': 3, 'project_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'gw_port': {'id': 'd586b1d5-8448-4620-90dc-09e8be9550e9', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:56Z', 'updated_at': '2021-05-18T10:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi'}] {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:01:11.408461 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:11.514409 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-cf6bc251-bb6f-4c81-b338-42f3dba2e629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a40190a1-35fa-43bc-b28b-95a976a638a8', 'name': 'tempest-ServerRescueNegativeTestJSON-725991551-router', 'tenant_id': '042ed8cf21fa4927a4d7b9573be4dfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b8fccb81-36c4-4cb3-8ad5-2a6313b99e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:55Z', 'updated_at': '2021-05-18T10:01:03Z', 'revision_number': 3, 'project_id': '042ed8cf21fa4927a4d7b9573be4dfa8', 'gw_port': {'id': 'b8fccb81-36c4-4cb3-8ad5-2a6313b99e2c', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a40190a1-35fa-43bc-b28b-95a976a638a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:01:00Z', 'updated_at': '2021-05-18T10:01:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi'}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:11.533161 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6bc251-bb6f-4c81-b338-42f3dba2e629 None None] Checking router: a40190a1-35fa-43bc-b28b-95a976a638a8 for host: dv-cinder-772623-5-iscsi {{(pid=91256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:01:11.533504 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6bc251-bb6f-4c81-b338-42f3dba2e629 None None] Updating router a40190a1-35fa-43bc-b28b-95a976a638a8 port b8fccb81-36c4-4cb3-8ad5-2a6313b99e2c binding host dv-cinder-772623-5-iscsi {{(pid=91256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 10:01:11.598702 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] For port d35ea65d-d34c-42d8-a340-cfafd450b0df, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=d35ea65d-d34c-42d8-a340-cfafd450b0df,segment=NetworkSegment(3769062a-12ce-4aba-be75-7a8f50e46583),segment_id=3769062a-12ce-4aba-be75-7a8f50e46583)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:11.610277 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:11.648006 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e5393688-6046-4184-b67b-86b17b762b98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:11.717037 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.db_base_plugin_common [None req-3f49d136-22d1-44f8-b611-5fbe748f4a90 admin admin] Allocated IP 172.20.0.1 (fe6c80e1-177e-4a34-ab74-aff33bd088bf/293e45ba-5a92-42da-8d0a-72e710626ff2/f5430441-e4f1-4ae6-b231-2f4fa13932d6) {{(pid=91255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:01:11.745979 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-cf6bc251-bb6f-4c81-b338-42f3dba2e629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:11.798524 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-93f822fe-8329-4d54-afe0-bfc42abee44f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839'] for port, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:11.842569 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Pushing event updated for resources: {'Port': ['ID=d35ea65d-d34c-42d8-a340-cfafd450b0df,revision_number=5']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:11.851153 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:11.900254 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:11.927530 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device d586b1d5-8448-4620-90dc-09e8be9550e9 up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:01:11.930137 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.managers [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-7a4bafa4-604b-4d15-8a32-d9b6eee7536b service neutron] Attempting to bind port c9956d95-1f80-4159-a7af-5ccae1e13e97 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:01:11.930671 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.managers [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-7a4bafa4-604b-4d15-8a32-d9b6eee7536b service neutron] Attempting to bind port c9956d95-1f80-4159-a7af-5ccae1e13e97 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '2beb079a-9d35-4dc7-bdc2-f082c5b10557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f114c1f-030f-4967-9b62-649e8025f375'}] {{(pid=91255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:01:11.931102 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-7a4bafa4-604b-4d15-8a32-d9b6eee7536b service neutron] Attempting to bind port c9956d95-1f80-4159-a7af-5ccae1e13e97 on network 4f114c1f-030f-4967-9b62-649e8025f375 {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:01:11.965242 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7400a-67f8-4c73-8776-1ae4a589bf6b service neutron] Pushing event updated for resources: {'Port': ['ID=69e6f867-49e0-46d9-a0c2-4da93c33c0d8,revision_number=2']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:11.995778 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-60f7400a-67f8-4c73-8776-1ae4a589bf6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.967s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:12.006652 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-7a4bafa4-604b-4d15-8a32-d9b6eee7536b service neutron] Port c9956d95-1f80-4159-a7af-5ccae1e13e97 on network 4f114c1f-030f-4967-9b62-649e8025f375 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 10:01:12.007088 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-7a4bafa4-604b-4d15-8a32-d9b6eee7536b service neutron] Attempting to bind port c9956d95-1f80-4159-a7af-5ccae1e13e97 on network 4f114c1f-030f-4967-9b62-649e8025f375 {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:01:12.026295 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f822fe-8329-4d54-afe0-bfc42abee44f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Network bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3 is already hosted by enough agents. {{(pid=91254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:01:12.037890 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.base_scheduler [None req-93f822fe-8329-4d54-afe0-bfc42abee44f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Resources bound (agent type, host, resource id): {{(pid=91254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:01:12.057448 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f822fe-8329-4d54-afe0-bfc42abee44f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Received port after_create {{(pid=91254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:01:12.110842 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3f49d136-22d1-44f8-b611-5fbe748f4a90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:12.134476 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.provisioning_blocks [None req-3f49d136-22d1-44f8-b611-5fbe748f4a90 admin admin] Transition to ACTIVE for port object f5430441-e4f1-4ae6-b231-2f4fa13932d6 will not be triggered until provisioned by entity DHCP. {{(pid=91255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:01:12.146234 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-9dfe99ec-41e9-4a49-b089-f12c17313f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:12.180931 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3f49d136-22d1-44f8-b611-5fbe748f4a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839'] for port, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:12.182984 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f822fe-8329-4d54-afe0-bfc42abee44f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Pushing event updated for resources: {'Port': ['ID=0772022e-f6b6-4703-9c08-e36ef935f566,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:12.194948 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-7a4bafa4-604b-4d15-8a32-d9b6eee7536b service neutron] Checking agent: {'id': '24b5a2b2-de0a-48ed-9b1d-3e34697dfcd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 59, 16), 'started_at': datetime.datetime(2021, 5, 18, 9, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:01:12.195252 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-7a4bafa4-604b-4d15-8a32-d9b6eee7536b service neutron] Checking segment: {'id': '2beb079a-9d35-4dc7-bdc2-f082c5b10557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f114c1f-030f-4967-9b62-649e8025f375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:01:12.195822 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-7a4bafa4-604b-4d15-8a32-d9b6eee7536b service neutron] Bound using segment: {'id': '2beb079a-9d35-4dc7-bdc2-f082c5b10557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f114c1f-030f-4967-9b62-649e8025f375'} {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:01:12.196281 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.managers [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-7a4bafa4-604b-4d15-8a32-d9b6eee7536b service neutron] Bound port: c9956d95-1f80-4159-a7af-5ccae1e13e97, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2beb079a-9d35-4dc7-bdc2-f082c5b10557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f114c1f-030f-4967-9b62-649e8025f375'}}] {{(pid=91255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:01:12.196454 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning for port d586b1d5-8448-4620-90dc-09e8be9550e9 completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:01:12.196618 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-7a4bafa4-604b-4d15-8a32-d9b6eee7536b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:12.215384 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port d586b1d5-8448-4620-90dc-09e8be9550e9 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:01:12.215950 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:12.218713 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.managers [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-60f7400a-67f8-4c73-8776-1ae4a589bf6b service neutron] Attempting to bind port 69e6f867-49e0-46d9-a0c2-4da93c33c0d8 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:01:12.219302 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.managers [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-60f7400a-67f8-4c73-8776-1ae4a589bf6b service neutron] Attempting to bind port 69e6f867-49e0-46d9-a0c2-4da93c33c0d8 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '9e1da5fa-72fc-4f94-9194-bba357de6156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '673fb06b-f2e1-48df-ba9b-34e48a9dc7c6'}] {{(pid=91255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:01:12.219705 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-60f7400a-67f8-4c73-8776-1ae4a589bf6b service neutron] Attempting to bind port 69e6f867-49e0-46d9-a0c2-4da93c33c0d8 on network 673fb06b-f2e1-48df-ba9b-34e48a9dc7c6 {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:01:12.228972 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b587b25-b698-4774-bef9-d3c86ee31323 req-3358190c-b650-40b7-9662-bf64d9c949cd tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:12.231038 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-3b587b25-b698-4774-bef9-d3c86ee31323 req-3358190c-b650-40b7-9662-bf64d9c949cd tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8bf2f33-37dd-49f2-afa8-89cfe65dd5d6 HTTP/1.1" status: 200 len: 944 time: 0.6550858 May 18 10:01:12.234610 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-93f822fe-8329-4d54-afe0-bfc42abee44f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:12.251954 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-a206b6b5-2315-4d76-8734-db255419195b tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:12.292589 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f49d136-22d1-44f8-b611-5fbe748f4a90 admin admin] Network fe6c80e1-177e-4a34-ab74-aff33bd088bf is already hosted by enough agents. {{(pid=91255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:01:12.302366 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [None req-3f49d136-22d1-44f8-b611-5fbe748f4a90 admin admin] Resources bound (agent type, host, resource id): {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:01:12.329264 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f49d136-22d1-44f8-b611-5fbe748f4a90 admin admin] Received port after_create {{(pid=91255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:01:12.329872 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3f49d136-22d1-44f8-b611-5fbe748f4a90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921923'] for router_interface, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:12.375999 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-60f7400a-67f8-4c73-8776-1ae4a589bf6b service neutron] Port 69e6f867-49e0-46d9-a0c2-4da93c33c0d8 on network 673fb06b-f2e1-48df-ba9b-34e48a9dc7c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 10:01:12.376580 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-60f7400a-67f8-4c73-8776-1ae4a589bf6b service neutron] Attempting to bind port 69e6f867-49e0-46d9-a0c2-4da93c33c0d8 on network 673fb06b-f2e1-48df-ba9b-34e48a9dc7c6 {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:01:12.400056 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-93f822fe-8329-4d54-afe0-bfc42abee44f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:12.460042 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b75cea-a9a5-4a49-8c0b-65c785ca2d9d req-7afcc79d-5996-4bcd-91c7-c4a8dace7591 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:12.469907 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f9b75cea-a9a5-4a49-8c0b-65c785ca2d9d req-7afcc79d-5996-4bcd-91c7-c4a8dace7591 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=42195319-68c1-40df-8409-3873bfed4993 HTTP/1.1" status: 200 len: 944 time: 1.1723175 May 18 10:01:12.491896 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-60f7400a-67f8-4c73-8776-1ae4a589bf6b service neutron] Checking agent: {'id': '24b5a2b2-de0a-48ed-9b1d-3e34697dfcd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 59, 16), 'started_at': datetime.datetime(2021, 5, 18, 9, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:01:12.492262 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-60f7400a-67f8-4c73-8776-1ae4a589bf6b service neutron] Checking segment: {'id': '9e1da5fa-72fc-4f94-9194-bba357de6156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '673fb06b-f2e1-48df-ba9b-34e48a9dc7c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:01:12.492839 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-60f7400a-67f8-4c73-8776-1ae4a589bf6b service neutron] Bound using segment: {'id': '9e1da5fa-72fc-4f94-9194-bba357de6156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '673fb06b-f2e1-48df-ba9b-34e48a9dc7c6'} {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:01:12.493576 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.managers [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-60f7400a-67f8-4c73-8776-1ae4a589bf6b service neutron] Bound port: 69e6f867-49e0-46d9-a0c2-4da93c33c0d8, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e1da5fa-72fc-4f94-9194-bba357de6156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '673fb06b-f2e1-48df-ba9b-34e48a9dc7c6'}}] {{(pid=91255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:01:12.493882 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-60f7400a-67f8-4c73-8776-1ae4a589bf6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:12.563130 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-cf6bc251-bb6f-4c81-b338-42f3dba2e629 None None] Notify callbacks [] for port, precommit_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:12.587323 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:12.626092 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] For port d586b1d5-8448-4620-90dc-09e8be9550e9, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=d586b1d5-8448-4620-90dc-09e8be9550e9,segment=NetworkSegment(f8569fa1-1255-4980-b926-c951cf4cc403),segment_id=f8569fa1-1255-4980-b926-c951cf4cc403)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:12.630914 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-cf6bc251-bb6f-4c81-b338-42f3dba2e629 None None] Transition to ACTIVE for port object b8fccb81-36c4-4cb3-8ad5-2a6313b99e2c will not be triggered until provisioned by entity L2. {{(pid=91256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:01:12.637886 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:12.640366 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:12.661969 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-3b587b25-b698-4774-bef9-d3c86ee31323 req-e0cde18f-bb99-4ce0-af31-7ba74f475ceb tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/security-groups?id=73ffdf3b-8ca4-4c96-beeb-1441ebf4c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4226613 May 18 10:01:12.742265 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-60f7400a-67f8-4c73-8776-1ae4a589bf6b service neutron] For port 69e6f867-49e0-46d9-a0c2-4da93c33c0d8, host hv-cinder-77262, cleared binding levels {{(pid=91255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:01:12.748156 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-60f7400a-67f8-4c73-8776-1ae4a589bf6b service neutron] For port 69e6f867-49e0-46d9-a0c2-4da93c33c0d8, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=69e6f867-49e0-46d9-a0c2-4da93c33c0d8,segment=NetworkSegment(9e1da5fa-72fc-4f94-9194-bba357de6156),segment_id=9e1da5fa-72fc-4f94-9194-bba357de6156)] {{(pid=91255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:01:12.773074 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-60f7400a-67f8-4c73-8776-1ae4a589bf6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:12.791498 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Pushing event updated for resources: {'Port': ['ID=d586b1d5-8448-4620-90dc-09e8be9550e9,revision_number=4']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:12.798493 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49d136-22d1-44f8-b611-5fbe748f4a90 admin admin] Pushing event updated for resources: {'Port': ['ID=f5430441-e4f1-4ae6-b231-2f4fa13932d6,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:12.799054 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:12.799755 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-cf6bc251-bb6f-4c81-b338-42f3dba2e629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:12.802236 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-3f49d136-22d1-44f8-b611-5fbe748f4a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:12.802995 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-3f49d136-22d1-44f8-b611-5fbe748f4a90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:12.833076 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-4a0e46ff-6d53-4528-87d2-b42dad72b424 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:12.833648 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-93f822fe-8329-4d54-afe0-bfc42abee44f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:12.861708 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-60f7400a-67f8-4c73-8776-1ae4a589bf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:12.862339 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-60f7400a-67f8-4c73-8776-1ae4a589bf6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for port, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:12.864105 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-60f7400a-67f8-4c73-8776-1ae4a589bf6b service neutron] 10.222.0.10 "PUT /v2.0/ports/69e6f867-49e0-46d9-a0c2-4da93c33c0d8 HTTP/1.1" status: 200 len: 1094 time: 7.1982133 May 18 10:01:12.881273 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8bf2f33-37dd-49f2-afa8-89cfe65dd5d6', 'tag': '69e6f867-49e0-46d9-a0c2-4da93c33c0d8'}] {{(pid=91255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:01:13.030849 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f9b75cea-a9a5-4a49-8c0b-65c785ca2d9d req-363ec5de-1e13-49a2-b7f8-07873ba4815f tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5528800 May 18 10:01:13.038203 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc448139-9f8b-465b-9312-f360991f3829 None None] Pushing event updated for resources: {'Port': ['ID=b8fccb81-36c4-4cb3-8ad5-2a6313b99e2c,revision_number=2']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:13.054778 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-dc448139-9f8b-465b-9312-f360991f3829 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:13.105997 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-667ef42b-55ce-4773-a42d-655b13eb607f None None] Provisioning for port f5430441-e4f1-4ae6-b231-2f4fa13932d6 completed by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:01:13.132188 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-cf6bc251-bb6f-4c81-b338-42f3dba2e629 None None] Attempting to bind port b8fccb81-36c4-4cb3-8ad5-2a6313b99e2c on host dv-cinder-772623-5-iscsi for vnic_type normal with profile {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:01:13.161024 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-cf6bc251-bb6f-4c81-b338-42f3dba2e629 None None] Attempting to bind port b8fccb81-36c4-4cb3-8ad5-2a6313b99e2c by drivers openvswitch,hyperv on host dv-cinder-772623-5-iscsi at level 0 using segments [{'id': 'f8569fa1-1255-4980-b926-c951cf4cc403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'}] {{(pid=91256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:01:13.161024 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6bc251-bb6f-4c81-b338-42f3dba2e629 None None] Attempting to bind port b8fccb81-36c4-4cb3-8ad5-2a6313b99e2c on network bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3 {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:01:13.161024 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-667ef42b-55ce-4773-a42d-655b13eb607f None None] Provisioning complete for port f5430441-e4f1-4ae6-b231-2f4fa13932d6 triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:01:13.161024 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-667ef42b-55ce-4773-a42d-655b13eb607f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:13.184118 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6bc251-bb6f-4c81-b338-42f3dba2e629 None None] Checking agent: {'id': '5371dcab-484f-4434-b508-32f41307ace8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 25), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:01:13.184521 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6bc251-bb6f-4c81-b338-42f3dba2e629 None None] Checking segment: {'id': 'f8569fa1-1255-4980-b926-c951cf4cc403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:01:13.184903 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-cf6bc251-bb6f-4c81-b338-42f3dba2e629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:13.185378 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6bc251-bb6f-4c81-b338-42f3dba2e629 None None] Bound using segment: {'id': 'f8569fa1-1255-4980-b926-c951cf4cc403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'} {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:01:13.186268 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-cf6bc251-bb6f-4c81-b338-42f3dba2e629 None None] Bound port: b8fccb81-36c4-4cb3-8ad5-2a6313b99e2c, host: dv-cinder-772623-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8569fa1-1255-4980-b926-c951cf4cc403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'}}] {{(pid=91256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:01:13.186660 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-cf6bc251-bb6f-4c81-b338-42f3dba2e629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:13.286321 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-cf6bc251-bb6f-4c81-b338-42f3dba2e629 None None] For port b8fccb81-36c4-4cb3-8ad5-2a6313b99e2c, host dv-cinder-772623-5-iscsi, cleared binding levels {{(pid=91256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:01:13.300154 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7400a-67f8-4c73-8776-1ae4a589bf6b service neutron] Pushing event updated for resources: {'Port': ['ID=69e6f867-49e0-46d9-a0c2-4da93c33c0d8,revision_number=3']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:13.301038 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-cf6bc251-bb6f-4c81-b338-42f3dba2e629 None None] For port b8fccb81-36c4-4cb3-8ad5-2a6313b99e2c, host dv-cinder-772623-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=b8fccb81-36c4-4cb3-8ad5-2a6313b99e2c,segment=NetworkSegment(f8569fa1-1255-4980-b926-c951cf4cc403),segment_id=f8569fa1-1255-4980-b926-c951cf4cc403)] {{(pid=91256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:01:13.303795 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-7a4bafa4-604b-4d15-8a32-d9b6eee7536b service neutron] For port c9956d95-1f80-4159-a7af-5ccae1e13e97, host hv-cinder-77262, cleared binding levels {{(pid=91255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:01:13.311225 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-cf6bc251-bb6f-4c81-b338-42f3dba2e629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:13.351290 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:13.358969 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-60f7400a-67f8-4c73-8776-1ae4a589bf6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:13.394067 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-7a4bafa4-604b-4d15-8a32-d9b6eee7536b service neutron] For port c9956d95-1f80-4159-a7af-5ccae1e13e97, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c9956d95-1f80-4159-a7af-5ccae1e13e97,segment=NetworkSegment(2beb079a-9d35-4dc7-bdc2-f082c5b10557),segment_id=2beb079a-9d35-4dc7-bdc2-f082c5b10557)] {{(pid=91255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:01:13.411388 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-7a4bafa4-604b-4d15-8a32-d9b6eee7536b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:13.422720 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:13.471483 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6bc251-bb6f-4c81-b338-42f3dba2e629 None None] Routers {'a40190a1-35fa-43bc-b28b-95a976a638a8'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:01:13.474706 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-cf6bc251-bb6f-4c81-b338-42f3dba2e629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:00:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['a40190a1-35fa-43bc-b28b-95a976a638a8'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:13.516576 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-93f822fe-8329-4d54-afe0-bfc42abee44f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for port, precommit_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:13.569971 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-93f822fe-8329-4d54-afe0-bfc42abee44f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:13.583296 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:13.625073 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4bafa4-604b-4d15-8a32-d9b6eee7536b service neutron] Pushing event updated for resources: {'Port': ['ID=c9956d95-1f80-4159-a7af-5ccae1e13e97,revision_number=3']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:13.632602 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-7a4bafa4-604b-4d15-8a32-d9b6eee7536b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:13.641011 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-7a4bafa4-604b-4d15-8a32-d9b6eee7536b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:13.641638 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-7a4bafa4-604b-4d15-8a32-d9b6eee7536b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for port, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:13.643072 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-7a4bafa4-604b-4d15-8a32-d9b6eee7536b service neutron] 10.222.0.10 "PUT /v2.0/ports/c9956d95-1f80-4159-a7af-5ccae1e13e97 HTTP/1.1" status: 200 len: 1094 time: 7.9758139 May 18 10:01:13.643838 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3f49d136-22d1-44f8-b611-5fbe748f4a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:13.744021 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-93f822fe-8329-4d54-afe0-bfc42abee44f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922060'] for floatingip, after_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:13.758750 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-667ef42b-55ce-4773-a42d-655b13eb607f None None] Port f5430441-e4f1-4ae6-b231-2f4fa13932d6 cannot update to ACTIVE because it is not bound. {{(pid=91256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:01:13.807361 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc448139-9f8b-465b-9312-f360991f3829 None None] Pushing event updated for resources: {'Port': ['ID=b8fccb81-36c4-4cb3-8ad5-2a6313b99e2c,revision_number=3']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:13.836978 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-dc448139-9f8b-465b-9312-f360991f3829 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:13.853003 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.db_base_plugin_common [None req-9dfe99ec-41e9-4a49-b089-f12c17313f21 admin admin] Allocated IP 172.20.0.1 (36d853f8-458b-4f42-920c-475d49b3e130/046da656-b669-4563-8f73-8c31c4d92c51/cae63fe4-8c2d-4d4b-96a3-321f248a119a) {{(pid=91254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:01:13.881484 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device d586b1d5-8448-4620-90dc-09e8be9550e9 up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:01:13.926414 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-93f822fe-8329-4d54-afe0-bfc42abee44f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for floatingip, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:13.930815 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-93f822fe-8329-4d54-afe0-bfc42abee44f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.3249304 May 18 10:01:13.951916 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f822fe-8329-4d54-afe0-bfc42abee44f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Pushing event updated for resources: {'Port': ['ID=0772022e-f6b6-4703-9c08-e36ef935f566,revision_number=2']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:13.972329 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-93f822fe-8329-4d54-afe0-bfc42abee44f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:14.265833 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8bf2f33-37dd-49f2-afa8-89cfe65dd5d6', 'tag': '69e6f867-49e0-46d9-a0c2-4da93c33c0d8', 'status': 'completed', 'code': 200} May 18 10:01:14.323586 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-9dfe99ec-41e9-4a49-b089-f12c17313f21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:14.404966 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-cf6bc251-bb6f-4c81-b338-42f3dba2e629 None None] Set router a40190a1-35fa-43bc-b28b-95a976a638a8 gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:01:14.415563 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-9dfe99ec-41e9-4a49-b089-f12c17313f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839'] for port, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:14.445684 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-91655853-b47d-49a7-b1be-9b456d9d9b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:14.564291 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8f0c2-c3bd-4e99-80a1-34224e3b4a6d req-4fe3654a-a092-4260-a7e6-cee6de7aaa33 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:14.565265 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-dda8f0c2-c3bd-4e99-80a1-34224e3b4a6d req-4fe3654a-a092-4260-a7e6-cee6de7aaa33 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Synchronizing usage tracker for tenant:c352210edef24c269b1dbe6135c2ec65 on resource:port {{(pid=91255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:01:14.605742 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-dda8f0c2-c3bd-4e99-80a1-34224e3b4a6d req-4fe3654a-a092-4260-a7e6-cee6de7aaa33 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Unset dirty status for tenant:c352210edef24c269b1dbe6135c2ec65 on resource:port {{(pid=91255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:01:14.613390 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-dda8f0c2-c3bd-4e99-80a1-34224e3b4a6d req-4fe3654a-a092-4260-a7e6-cee6de7aaa33 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8bf2f33-37dd-49f2-afa8-89cfe65dd5d6 HTTP/1.1" status: 200 len: 944 time: 0.5206757 May 18 10:01:14.664994 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfe99ec-41e9-4a49-b089-f12c17313f21 admin admin] Network 36d853f8-458b-4f42-920c-475d49b3e130 is already hosted by enough agents. {{(pid=91254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:01:14.673327 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.base_scheduler [None req-9dfe99ec-41e9-4a49-b089-f12c17313f21 admin admin] Resources bound (agent type, host, resource id): {{(pid=91254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:01:14.680672 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe99ec-41e9-4a49-b089-f12c17313f21 admin admin] Pushing event updated for resources: {'Port': ['ID=cae63fe4-8c2d-4d4b-96a3-321f248a119a,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:14.684582 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfe99ec-41e9-4a49-b089-f12c17313f21 admin admin] Received port after_create {{(pid=91254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:01:14.689585 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-9dfe99ec-41e9-4a49-b089-f12c17313f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921923'] for router_interface, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:14.711049 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-dda8f0c2-c3bd-4e99-80a1-34224e3b4a6d req-ee8aa744-3280-46bc-8451-03e14d9fd14d tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/security-groups?id=73ffdf3b-8ca4-4c96-beeb-1441ebf4c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962796 May 18 10:01:14.754151 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3f49d136-22d1-44f8-b611-5fbe748f4a90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:14.763127 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3f49d136-22d1-44f8-b611-5fbe748f4a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:14.764746 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3f49d136-22d1-44f8-b611-5fbe748f4a90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921892'] for router_interface, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:14.769636 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-60f7400a-67f8-4c73-8776-1ae4a589bf6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:14.815954 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-9dfe99ec-41e9-4a49-b089-f12c17313f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:14.898470 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49d136-22d1-44f8-b611-5fbe748f4a90 admin admin] Pushing event updated for resources: {'Port': ['ID=f5430441-e4f1-4ae6-b231-2f4fa13932d6,revision_number=2']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:14.901675 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-3f49d136-22d1-44f8-b611-5fbe748f4a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:14.956088 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282204c-faa6-493f-a654-6435342eb29b req-56dc30d1-3a17-4a84-bdbf-204754c9775a tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:14.958308 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-6282204c-faa6-493f-a654-6435342eb29b req-56dc30d1-3a17-4a84-bdbf-204754c9775a tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=42195319-68c1-40df-8409-3873bfed4993 HTTP/1.1" status: 200 len: 944 time: 0.4229617 May 18 10:01:14.987229 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port d586b1d5-8448-4620-90dc-09e8be9550e9 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:01:14.988270 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:15.040125 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-df1bce6e-d878-404e-89ef-6e00b0cb081c tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Synchronizing usage tracker for tenant:4738afae052f4e64894b0edeb5a37fbf on resource:security_group {{(pid=91255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:01:15.112905 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-df1bce6e-d878-404e-89ef-6e00b0cb081c tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Unset dirty status for tenant:4738afae052f4e64894b0edeb5a37fbf on resource:security_group {{(pid=91255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:01:15.114407 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-df1bce6e-d878-404e-89ef-6e00b0cb081c tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1258096732&fields=id&tenant_id=4738afae052f4e64894b0edeb5a37fbf HTTP/1.1" status: 200 len: 267 time: 0.2171786 May 18 10:01:15.123041 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f49d136-22d1-44f8-b611-5fbe748f4a90 admin admin] Network fe6c80e1-177e-4a34-ab74-aff33bd088bf is already hosted by enough agents. {{(pid=91255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:01:15.124443 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [None req-3f49d136-22d1-44f8-b611-5fbe748f4a90 admin admin] Resources bound (agent type, host, resource id): {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:01:15.228436 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-6282204c-faa6-493f-a654-6435342eb29b req-b75c37d5-e459-4560-9cbf-a0735cdfd318 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585342 May 18 10:01:15.271588 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device d35ea65d-d34c-42d8-a340-cfafd450b0df up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:01:15.350626 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-9dfe99ec-41e9-4a49-b089-f12c17313f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:15.354297 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-cf6bc251-bb6f-4c81-b338-42f3dba2e629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a40190a1-35fa-43bc-b28b-95a976a638a8', 'name': 'tempest-ServerRescueNegativeTestJSON-725991551-router', 'tenant_id': '042ed8cf21fa4927a4d7b9573be4dfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b8fccb81-36c4-4cb3-8ad5-2a6313b99e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:55Z', 'updated_at': '2021-05-18T10:01:03Z', 'revision_number': 3, 'project_id': '042ed8cf21fa4927a4d7b9573be4dfa8', 'gw_port': {'id': 'b8fccb81-36c4-4cb3-8ad5-2a6313b99e2c', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a40190a1-35fa-43bc-b28b-95a976a638a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:01:00Z', 'updated_at': '2021-05-18T10:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi'}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:15.367827 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6bc251-bb6f-4c81-b338-42f3dba2e629 None None] The sync data for ids ['a40190a1-35fa-43bc-b28b-95a976a638a8'] in dv-cinder-772623-5-iscsi is: [{'id': 'a40190a1-35fa-43bc-b28b-95a976a638a8', 'name': 'tempest-ServerRescueNegativeTestJSON-725991551-router', 'tenant_id': '042ed8cf21fa4927a4d7b9573be4dfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b8fccb81-36c4-4cb3-8ad5-2a6313b99e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:55Z', 'updated_at': '2021-05-18T10:01:03Z', 'revision_number': 3, 'project_id': '042ed8cf21fa4927a4d7b9573be4dfa8', 'gw_port': {'id': 'b8fccb81-36c4-4cb3-8ad5-2a6313b99e2c', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a40190a1-35fa-43bc-b28b-95a976a638a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:01:00Z', 'updated_at': '2021-05-18T10:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi'}] {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:01:15.405230 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port d35ea65d-d34c-42d8-a340-cfafd450b0df triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:01:15.405850 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:15.568583 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-f83967b0-1dd8-4606-bfdb-2660322eff0e tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:15.576320 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-f83967b0-1dd8-4606-bfdb-2660322eff0e tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Synchronizing usage tracker for tenant:4738afae052f4e64894b0edeb5a37fbf on resource:network {{(pid=91255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:01:15.598491 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-9d9ae926-26ce-4bed-9103-d19174a99e02 None None] Provisioning complete for port f5430441-e4f1-4ae6-b231-2f4fa13932d6 triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:01:15.599110 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-9d9ae926-26ce-4bed-9103-d19174a99e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:15.648341 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-f83967b0-1dd8-4606-bfdb-2660322eff0e tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Unset dirty status for tenant:4738afae052f4e64894b0edeb5a37fbf on resource:network {{(pid=91255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:01:15.662360 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-f83967b0-1dd8-4606-bfdb-2660322eff0e tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/networks?id=38de340e-be75-495c-91ac-81e0ab74f998 HTTP/1.1" status: 200 len: 810 time: 0.5353410 May 18 10:01:15.682441 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-13a941b7-4153-40ae-873b-c7191deb0171 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/quotas/4738afae052f4e64894b0edeb5a37fbf HTTP/1.1" status: 200 len: 375 time: 0.0191593 May 18 10:01:15.684023 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-9dfe99ec-41e9-4a49-b089-f12c17313f21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:15.690109 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f49d136-22d1-44f8-b611-5fbe748f4a90 admin admin] Router cd6cc822-0524-4710-9104-7a9ad6c75e60 has already been hosted by L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb {{(pid=91255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:01:15.694514 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-9dfe99ec-41e9-4a49-b089-f12c17313f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:15.695827 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-9dfe99ec-41e9-4a49-b089-f12c17313f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921892'] for router_interface, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:15.712519 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-9d9ae926-26ce-4bed-9103-d19174a99e02 None None] Port f5430441-e4f1-4ae6-b231-2f4fa13932d6 cannot update to ACTIVE because it is not bound. {{(pid=91256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:01:15.716615 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-9dfe99ec-41e9-4a49-b089-f12c17313f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:15.888256 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:16.051872 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe99ec-41e9-4a49-b089-f12c17313f21 admin admin] Pushing event updated for resources: {'Port': ['ID=cae63fe4-8c2d-4d4b-96a3-321f248a119a,revision_number=2']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:16.061626 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-9dfe99ec-41e9-4a49-b089-f12c17313f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:16.116243 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-a9523ceb-6b67-42bf-b357-368143a2ae97 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Synchronizing usage tracker for tenant:4738afae052f4e64894b0edeb5a37fbf on resource:port {{(pid=91255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:01:16.179223 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f49d136-22d1-44f8-b611-5fbe748f4a90 admin admin] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:01:16.181853 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-a9523ceb-6b67-42bf-b357-368143a2ae97 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Unset dirty status for tenant:4738afae052f4e64894b0edeb5a37fbf on resource:port {{(pid=91255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:01:16.184604 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-a9523ceb-6b67-42bf-b357-368143a2ae97 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4738afae052f4e64894b0edeb5a37fbf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4931979 May 18 10:01:16.192991 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa37b439-0cfe-4ea8-9b93-a4e9383c627b None None] Sync routers for ids ['cd6cc822-0524-4710-9104-7a9ad6c75e60'] in dv-cinder-772623-5-iscsi {{(pid=91257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:01:16.196369 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-3f49d136-22d1-44f8-b611-5fbe748f4a90 admin admin] 10.222.0.11 "PUT /v2.0/routers/cd6cc822-0524-4710-9104-7a9ad6c75e60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4586697 May 18 10:01:16.226228 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa37b439-0cfe-4ea8-9b93-a4e9383c627b None None] Routers {'cd6cc822-0524-4710-9104-7a9ad6c75e60'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:01:16.227056 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-aa37b439-0cfe-4ea8-9b93-a4e9383c627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:00:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['cd6cc822-0524-4710-9104-7a9ad6c75e60'], 'active': True} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:16.280784 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfe99ec-41e9-4a49-b089-f12c17313f21 admin admin] Network 36d853f8-458b-4f42-920c-475d49b3e130 is already hosted by enough agents. {{(pid=91254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:01:16.288879 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.base_scheduler [None req-9dfe99ec-41e9-4a49-b089-f12c17313f21 admin admin] Resources bound (agent type, host, resource id): {{(pid=91254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:01:16.347049 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42195319-68c1-40df-8409-3873bfed4993', 'tag': 'c9956d95-1f80-4159-a7af-5ccae1e13e97'}] {{(pid=91255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:01:16.467209 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb02d5-1513-44ef-a4e9-6286ddebbd82 req-ed102ba1-f225-4587-a9bb-2e8f3d7bafa4 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:16.493077 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-89bb02d5-1513-44ef-a4e9-6286ddebbd82 req-ed102ba1-f225-4587-a9bb-2e8f3d7bafa4 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8bf2f33-37dd-49f2-afa8-89cfe65dd5d6 HTTP/1.1" status: 200 len: 944 time: 0.6259229 May 18 10:01:16.564259 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvr_db [None req-aa37b439-0cfe-4ea8-9b93-a4e9383c627b None None] Set router cd6cc822-0524-4710-9104-7a9ad6c75e60 gateway port host: dv-cinder-772623-5-iscsi {{(pid=91257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:01:16.721077 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-89bb02d5-1513-44ef-a4e9-6286ddebbd82 req-666b5a2f-95b3-471d-9824-e4b8451f8169 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/security-groups?id=73ffdf3b-8ca4-4c96-beeb-1441ebf4c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266152 May 18 10:01:16.797129 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-cff4d310-b3d4-48cc-a4cd-6fd0f592d917 service neutron] 10.222.0.11 "GET /v2.0/networks/38de340e-be75-495c-91ac-81e0ab74f998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5611567 May 18 10:01:16.810920 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dfe99ec-41e9-4a49-b089-f12c17313f21 admin admin] Router a40190a1-35fa-43bc-b28b-95a976a638a8 has already been hosted by L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb {{(pid=91254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:01:17.189427 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dfe99ec-41e9-4a49-b089-f12c17313f21 admin admin] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:01:17.195463 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-9dfe99ec-41e9-4a49-b089-f12c17313f21 admin admin] 10.222.0.11 "PUT /v2.0/routers/a40190a1-35fa-43bc-b28b-95a976a638a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6267560 May 18 10:01:17.204590 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-e5359ff7-6ea9-48d7-a7a0-f477ec2057e2 service neutron] 10.222.0.11 "GET /v2.0/networks/38de340e-be75-495c-91ac-81e0ab74f998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904464 May 18 10:01:17.235896 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90755df0-1649-4ac6-a915-68719d4ad280 req-ad575af9-e5a3-4bec-b852-8c2f8c2042ca tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:17.241516 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-90755df0-1649-4ac6-a915-68719d4ad280 req-ad575af9-e5a3-4bec-b852-8c2f8c2042ca tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=42195319-68c1-40df-8409-3873bfed4993 HTTP/1.1" status: 200 len: 944 time: 0.1523237 May 18 10:01:17.315794 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-90755df0-1649-4ac6-a915-68719d4ad280 req-c5aee298-07bb-4308-91d0-b26c74f2638d tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631473 May 18 10:01:17.322716 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-aa37b439-0cfe-4ea8-9b93-a4e9383c627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'name': 'tempest-AttachVolumeShelveTestJSON-2052202754-router', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd586b1d5-8448-4620-90dc-09e8be9550e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:54Z', 'updated_at': '2021-05-18T10:01:13Z', 'revision_number': 4, 'project_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'gw_port': {'id': 'd586b1d5-8448-4620-90dc-09e8be9550e9', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:56Z', 'updated_at': '2021-05-18T10:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'f5430441-e4f1-4ae6-b231-2f4fa13932d6', 'name': '', 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'mac_address': 'fa:16:3e:47:a8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '293e45ba-5a92-42da-8d0a-72e710626ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:01:09Z', 'updated_at': '2021-05-18T10:01:14Z', 'revision_number': 2, 'project_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'subnets': [{'id': '293e45ba-5a92-42da-8d0a-72e710626ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:17.344084 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa37b439-0cfe-4ea8-9b93-a4e9383c627b None None] Checking router: cd6cc822-0524-4710-9104-7a9ad6c75e60 for host: dv-cinder-772623-5-iscsi {{(pid=91257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:01:17.344547 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa37b439-0cfe-4ea8-9b93-a4e9383c627b None None] Updating router cd6cc822-0524-4710-9104-7a9ad6c75e60 port f5430441-e4f1-4ae6-b231-2f4fa13932d6 binding host dv-cinder-772623-5-iscsi {{(pid=91257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 10:01:17.412085 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42195319-68c1-40df-8409-3873bfed4993', 'tag': 'c9956d95-1f80-4159-a7af-5ccae1e13e97', 'status': 'completed', 'code': 200} May 18 10:01:17.487709 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-aa37b439-0cfe-4ea8-9b93-a4e9383c627b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:17.909721 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device b8fccb81-36c4-4cb3-8ad5-2a6313b99e2c up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:01:17.932618 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-135696ca-7f3e-4ea0-9fa4-354e24262351 req-f6653df0-cd67-4a2d-a5c4-d5ed34d08294 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 210 time: 0.3740447 May 18 10:01:18.102473 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 59448) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:18.112931 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-e0e4eaab-04aa-4432-817f-8086e59a8c1f tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Request body: {'security_group': {'name': 'tempest-securitygroup--622986057', 'description': 'tempest-description--1917545172'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:18.127411 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-e0e4eaab-04aa-4432-817f-8086e59a8c1f tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:18.151889 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-e0e4eaab-04aa-4432-817f-8086e59a8c1f tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Usage tracker for resource:security_group and tenant:f716dbf60ba7409595aa27a28db3f6ae is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:18.154672 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning for port b8fccb81-36c4-4cb3-8ad5-2a6313b99e2c completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:01:18.173297 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-e0e4eaab-04aa-4432-817f-8086e59a8c1f tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:18.184007 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port b8fccb81-36c4-4cb3-8ad5-2a6313b99e2c triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:01:18.184429 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:18.210667 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-e0e4eaab-04aa-4432-817f-8086e59a8c1f tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:18.252356 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e0e4eaab-04aa-4432-817f-8086e59a8c1f tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:18.399560 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d82d0a0-7cfb-4676-92b8-b1e61e7e43d6 None None] Sync routers for ids ['a40190a1-35fa-43bc-b28b-95a976a638a8'] in dv-cinder-772623-5-iscsi {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:01:18.454278 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d82d0a0-7cfb-4676-92b8-b1e61e7e43d6 None None] Routers {'a40190a1-35fa-43bc-b28b-95a976a638a8'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:01:18.457807 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-5d82d0a0-7cfb-4676-92b8-b1e61e7e43d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:00:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['a40190a1-35fa-43bc-b28b-95a976a638a8'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:18.495332 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-e0e4eaab-04aa-4432-817f-8086e59a8c1f tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:18.510548 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-e0e4eaab-04aa-4432-817f-8086e59a8c1f tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Usage tracker for resource:security_group_rule and tenant:f716dbf60ba7409595aa27a28db3f6ae is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:18.530011 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-e0e4eaab-04aa-4432-817f-8086e59a8c1f tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:18.556777 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-e0e4eaab-04aa-4432-817f-8086e59a8c1f tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:18.621474 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52217c31-609c-4147-bae1-75be584d3bb8 req-4a72c021-c5b4-41b8-ab8e-e56b981f0fa9 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:18.622844 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-52217c31-609c-4147-bae1-75be584d3bb8 req-4a72c021-c5b4-41b8-ab8e-e56b981f0fa9 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Synchronizing usage tracker for tenant:042ed8cf21fa4927a4d7b9573be4dfa8 on resource:network {{(pid=91255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:01:18.639459 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39507782-2ed6-4699-b661-6469f8ac9fc9 req-a89604db-6ad7-4eca-8647-8346d1368322 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:18.650268 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-39507782-2ed6-4699-b661-6469f8ac9fc9 req-a89604db-6ad7-4eca-8647-8346d1368322 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8bf2f33-37dd-49f2-afa8-89cfe65dd5d6 HTTP/1.1" status: 200 len: 944 time: 0.3405480 May 18 10:01:18.674422 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-52217c31-609c-4147-bae1-75be584d3bb8 req-4a72c021-c5b4-41b8-ab8e-e56b981f0fa9 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Unset dirty status for tenant:042ed8cf21fa4927a4d7b9573be4dfa8 on resource:network {{(pid=91255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:01:18.683107 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-52217c31-609c-4147-bae1-75be584d3bb8 req-4a72c021-c5b4-41b8-ab8e-e56b981f0fa9 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/networks?id=36d853f8-458b-4f42-920c-475d49b3e130 HTTP/1.1" status: 200 len: 818 time: 0.2879035 May 18 10:01:18.718302 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-aa37b439-0cfe-4ea8-9b93-a4e9383c627b None None] Notify callbacks [] for port, precommit_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:18.742335 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-52217c31-609c-4147-bae1-75be584d3bb8 req-3cbbc7da-46ee-4a49-b332-ceee5b1ba7c6 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/quotas/042ed8cf21fa4927a4d7b9573be4dfa8 HTTP/1.1" status: 200 len: 375 time: 0.0576620 May 18 10:01:18.746983 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.provisioning_blocks [None req-aa37b439-0cfe-4ea8-9b93-a4e9383c627b None None] Transition to ACTIVE for port object f5430441-e4f1-4ae6-b231-2f4fa13932d6 will not be triggered until provisioned by entity L2. {{(pid=91257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:01:18.752457 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-39507782-2ed6-4699-b661-6469f8ac9fc9 req-370c8e08-0238-4d5e-a0b8-2694f445fa21 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/security-groups?id=73ffdf3b-8ca4-4c96-beeb-1441ebf4c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006863 May 18 10:01:18.759031 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-aa37b439-0cfe-4ea8-9b93-a4e9383c627b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:18.767322 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:18.849873 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e0e4eaab-04aa-4432-817f-8086e59a8c1f tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:18.857286 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e0e4eaab-04aa-4432-817f-8086e59a8c1f tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:18.862516 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:18.993727 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f49da2-7629-4a4b-ac7c-74d4f6df3385 req-ea48ea25-c27a-4fdf-938a-86d5682db337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:19.001806 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-30f49da2-7629-4a4b-ac7c-74d4f6df3385 req-ea48ea25-c27a-4fdf-938a-86d5682db337 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c352210edef24c269b1dbe6135c2ec65&device_id=d8bf2f33-37dd-49f2-afa8-89cfe65dd5d6 HTTP/1.1" status: 200 len: 1097 time: 0.9453013 May 18 10:01:19.005287 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-6d9f7f10-6879-41a5-a001-e0d013309a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:19.006779 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-6d9f7f10-6879-41a5-a001-e0d013309a78 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7acb51810c8545daa5171055799a0f07&device_id=42195319-68c1-40df-8409-3873bfed4993 HTTP/1.1" status: 200 len: 1097 time: 0.7711174 May 18 10:01:19.110324 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a48a4e-4276-44e3-a130-66d2eb1ef696 None None] Pushing event updated for resources: {'Port': ['ID=f5430441-e4f1-4ae6-b231-2f4fa13932d6,revision_number=3']} {{(pid=91257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:19.126827 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG oslo_concurrency.lockutils [None req-49a48a4e-4276-44e3-a130-66d2eb1ef696 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=91257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:19.154806 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-5d82d0a0-7cfb-4676-92b8-b1e61e7e43d6 None None] Set router a40190a1-35fa-43bc-b28b-95a976a638a8 gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:01:19.201050 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e4eaab-04aa-4432-817f-8086e59a8c1f tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82832ba2-18ff-45a1-b06d-4742cd4b360a,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:19.238731 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-e0e4eaab-04aa-4432-817f-8086e59a8c1f tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:19.244069 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e0e4eaab-04aa-4432-817f-8086e59a8c1f tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:19.250095 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-e0e4eaab-04aa-4432-817f-8086e59a8c1f tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1459379 May 18 10:01:19.251877 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 59492) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:19.262991 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:19.281325 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] For port b8fccb81-36c4-4cb3-8ad5-2a6313b99e2c, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=b8fccb81-36c4-4cb3-8ad5-2a6313b99e2c,segment=NetworkSegment(f8569fa1-1255-4980-b926-c951cf4cc403),segment_id=f8569fa1-1255-4980-b926-c951cf4cc403)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:19.285909 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.managers [None req-aa37b439-0cfe-4ea8-9b93-a4e9383c627b None None] Attempting to bind port f5430441-e4f1-4ae6-b231-2f4fa13932d6 on host dv-cinder-772623-5-iscsi for vnic_type normal with profile {{(pid=91257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:01:19.286296 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.managers [None req-aa37b439-0cfe-4ea8-9b93-a4e9383c627b None None] Attempting to bind port f5430441-e4f1-4ae6-b231-2f4fa13932d6 by drivers openvswitch,hyperv on host dv-cinder-772623-5-iscsi at level 0 using segments [{'id': '344b6fb3-a3d0-455a-aeed-cf4ea1882505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf'}] {{(pid=91257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:01:19.286717 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa37b439-0cfe-4ea8-9b93-a4e9383c627b None None] Attempting to bind port f5430441-e4f1-4ae6-b231-2f4fa13932d6 on network fe6c80e1-177e-4a34-ab74-aff33bd088bf {{(pid=91257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:01:19.300293 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa37b439-0cfe-4ea8-9b93-a4e9383c627b None None] Checking agent: {'id': '5371dcab-484f-4434-b508-32f41307ace8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 25), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:01:19.300678 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa37b439-0cfe-4ea8-9b93-a4e9383c627b None None] Checking segment: {'id': '344b6fb3-a3d0-455a-aeed-cf4ea1882505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:01:19.301223 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-aa37b439-0cfe-4ea8-9b93-a4e9383c627b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:19.301487 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa37b439-0cfe-4ea8-9b93-a4e9383c627b None None] Bound using segment: {'id': '344b6fb3-a3d0-455a-aeed-cf4ea1882505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf'} {{(pid=91257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:01:19.301976 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.managers [None req-aa37b439-0cfe-4ea8-9b93-a4e9383c627b None None] Bound port: f5430441-e4f1-4ae6-b231-2f4fa13932d6, host: dv-cinder-772623-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '344b6fb3-a3d0-455a-aeed-cf4ea1882505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf'}}] {{(pid=91257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:01:19.302356 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-aa37b439-0cfe-4ea8-9b93-a4e9383c627b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:19.307061 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-f5584710-b5ce-4fe9-97c1-cfb50fa895b9 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Request body: {'security_group_rule': {'security_group_id': '82832ba2-18ff-45a1-b06d-4742cd4b360a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:19.330117 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-f5584710-b5ce-4fe9-97c1-cfb50fa895b9 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:19.334996 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-f5584710-b5ce-4fe9-97c1-cfb50fa895b9 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Usage tracker for resource:security_group_rule and tenant:f716dbf60ba7409595aa27a28db3f6ae is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:19.358184 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-f5584710-b5ce-4fe9-97c1-cfb50fa895b9 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:19.381649 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-f5584710-b5ce-4fe9-97c1-cfb50fa895b9 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:19.385600 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:19.417290 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e5393688-6046-4184-b67b-86b17b762b98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:19.482361 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae879d-680b-49e1-808c-00a557c0ec95 req-dc0f6390-37ab-4f1a-9769-7aa63648b3df tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:19.489081 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-fdae879d-680b-49e1-808c-00a557c0ec95 req-dc0f6390-37ab-4f1a-9769-7aa63648b3df tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=42195319-68c1-40df-8409-3873bfed4993 HTTP/1.1" status: 200 len: 944 time: 0.4679325 May 18 10:01:19.493000 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f5584710-b5ce-4fe9-97c1-cfb50fa895b9 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:19.495673 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-f940f9e8-e0ed-4e90-87af-653376d2a5d6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9956d95-1f80-4159-a7af-5ccae1e13e97 HTTP/1.1" status: 200 len: 217 time: 0.4710855 May 18 10:01:19.496815 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f49da2-7629-4a4b-ac7c-74d4f6df3385 req-41bbff25-80bd-4709-a23c-bb674f68cb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:19.498320 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-30f49da2-7629-4a4b-ac7c-74d4f6df3385 req-41bbff25-80bd-4709-a23c-bb674f68cb23 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=c352210edef24c269b1dbe6135c2ec65&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4749765 May 18 10:01:19.511141 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-52217c31-609c-4147-bae1-75be584d3bb8 req-43351de7-9d89-4eb9-a631-3ecfdd338c5f tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=042ed8cf21fa4927a4d7b9573be4dfa8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7675073 May 18 10:01:19.546159 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.db [None req-aa37b439-0cfe-4ea8-9b93-a4e9383c627b None None] For port f5430441-e4f1-4ae6-b231-2f4fa13932d6, host dv-cinder-772623-5-iscsi, cleared binding levels {{(pid=91257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:01:19.557817 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.db [None req-aa37b439-0cfe-4ea8-9b93-a4e9383c627b None None] For port f5430441-e4f1-4ae6-b231-2f4fa13932d6, host dv-cinder-772623-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=f5430441-e4f1-4ae6-b231-2f4fa13932d6,segment=NetworkSegment(344b6fb3-a3d0-455a-aeed-cf4ea1882505),segment_id=344b6fb3-a3d0-455a-aeed-cf4ea1882505)] {{(pid=91257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:01:19.567954 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-aa37b439-0cfe-4ea8-9b93-a4e9383c627b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:19.573453 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:19.617526 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Pushing event updated for resources: {'Port': ['ID=b8fccb81-36c4-4cb3-8ad5-2a6313b99e2c,revision_number=4']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:19.622738 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:19.676865 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-fdae879d-680b-49e1-808c-00a557c0ec95 req-7be3262a-61d4-4d15-ba20-2a477d434299 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528449 May 18 10:01:19.771063 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa37b439-0cfe-4ea8-9b93-a4e9383c627b None None] Routers {'cd6cc822-0524-4710-9104-7a9ad6c75e60'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:01:19.771775 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-aa37b439-0cfe-4ea8-9b93-a4e9383c627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:00:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['cd6cc822-0524-4710-9104-7a9ad6c75e60'], 'active': True} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:19.842232 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device b8fccb81-36c4-4cb3-8ad5-2a6313b99e2c up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:01:19.899039 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-06040b0a-be48-4e66-b28a-0bde8fcb3b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:19.901726 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-06040b0a-be48-4e66-b28a-0bde8fcb3b0d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=97072edd-9969-406c-bd1e-8e3d97a45e00 HTTP/1.1" status: 200 len: 854 time: 0.3821862 May 18 10:01:20.010939 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f5584710-b5ce-4fe9-97c1-cfb50fa895b9 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:20.018787 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f5584710-b5ce-4fe9-97c1-cfb50fa895b9 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971979'] for security_group_rule, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:20.021190 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-b69bb17c-1caf-4ede-87ad-bae2265fc1ae tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:20.088820 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5584710-b5ce-4fe9-97c1-cfb50fa895b9 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23336025-13b5-4333-a617-776412a61ffc,revision_number=0']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:20.093160 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port b8fccb81-36c4-4cb3-8ad5-2a6313b99e2c triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:01:20.098410 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:20.101322 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-f5584710-b5ce-4fe9-97c1-cfb50fa895b9 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:20.104954 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 59508) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:20.157243 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.10', 56085) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:20.167590 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a48a4e-4276-44e3-a130-66d2eb1ef696 None None] Pushing event updated for resources: {'Port': ['ID=f5430441-e4f1-4ae6-b231-2f4fa13932d6,revision_number=4']} {{(pid=91257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:20.172685 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG oslo_concurrency.lockutils [None req-49a48a4e-4276-44e3-a130-66d2eb1ef696 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=91257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:20.187201 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-10be0923-f5a9-429d-9ddf-f8c9d4ea05ee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f114c1f-030f-4967-9b62-649e8025f375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1709483 May 18 10:01:20.212351 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvr_db [None req-aa37b439-0cfe-4ea8-9b93-a4e9383c627b None None] Set router cd6cc822-0524-4710-9104-7a9ad6c75e60 gateway port host: dv-cinder-772623-5-iscsi {{(pid=91257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:01:20.212917 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f5584710-b5ce-4fe9-97c1-cfb50fa895b9 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:20.214769 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-f5584710-b5ce-4fe9-97c1-cfb50fa895b9 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9575872 May 18 10:01:20.226213 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-627ed3e3-3a5c-497a-8b13-8a2b81f3b64b req-0183a070-643c-4235-bdd1-8ff283dd60b9 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 210 time: 0.1386325 May 18 10:01:20.249020 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 59520) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:20.268233 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-b9db4fc5-102f-4071-8db0-4c32ac58f71e tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Request body: {'security_group_rule': {'security_group_id': '82832ba2-18ff-45a1-b06d-4742cd4b360a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:20.285088 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-b9db4fc5-102f-4071-8db0-4c32ac58f71e tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:20.407653 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-b9db4fc5-102f-4071-8db0-4c32ac58f71e tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Usage tracker for resource:security_group_rule and tenant:f716dbf60ba7409595aa27a28db3f6ae is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:20.428089 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-b9db4fc5-102f-4071-8db0-4c32ac58f71e tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:20.454350 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-b9db4fc5-102f-4071-8db0-4c32ac58f71e tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:20.609225 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-58e8d8cf-9086-4131-a7ca-b3eb5e1885af admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:20.694584 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f49da2-7629-4a4b-ac7c-74d4f6df3385 req-78ba3370-30db-4df6-b375-5c89cf59fca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:20.696133 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-30f49da2-7629-4a4b-ac7c-74d4f6df3385 req-78ba3370-30db-4df6-b375-5c89cf59fca8 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1753187 May 18 10:01:20.750185 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-52217c31-609c-4147-bae1-75be584d3bb8 req-a78631ad-1ed9-4c2c-be41-4748aa6d6927 service neutron] 10.222.0.11 "GET /v2.0/networks/36d853f8-458b-4f42-920c-475d49b3e130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8574011 May 18 10:01:20.796255 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-5d82d0a0-7cfb-4676-92b8-b1e61e7e43d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a40190a1-35fa-43bc-b28b-95a976a638a8', 'name': 'tempest-ServerRescueNegativeTestJSON-725991551-router', 'tenant_id': '042ed8cf21fa4927a4d7b9573be4dfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b8fccb81-36c4-4cb3-8ad5-2a6313b99e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:55Z', 'updated_at': '2021-05-18T10:01:15Z', 'revision_number': 4, 'project_id': '042ed8cf21fa4927a4d7b9573be4dfa8', 'gw_port': {'id': 'b8fccb81-36c4-4cb3-8ad5-2a6313b99e2c', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a40190a1-35fa-43bc-b28b-95a976a638a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:01:00Z', 'updated_at': '2021-05-18T10:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'cae63fe4-8c2d-4d4b-96a3-321f248a119a', 'name': '', 'network_id': '36d853f8-458b-4f42-920c-475d49b3e130', 'tenant_id': '042ed8cf21fa4927a4d7b9573be4dfa8', 'mac_address': 'fa:16:3e:bf:fd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a40190a1-35fa-43bc-b28b-95a976a638a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '046da656-b669-4563-8f73-8c31c4d92c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:01:12Z', 'updated_at': '2021-05-18T10:01:15Z', 'revision_number': 2, 'project_id': '042ed8cf21fa4927a4d7b9573be4dfa8', 'subnets': [{'id': '046da656-b669-4563-8f73-8c31c4d92c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:20.804458 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d82d0a0-7cfb-4676-92b8-b1e61e7e43d6 None None] Checking router: a40190a1-35fa-43bc-b28b-95a976a638a8 for host: dv-cinder-772623-5-iscsi {{(pid=91256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:01:20.805125 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d82d0a0-7cfb-4676-92b8-b1e61e7e43d6 None None] Updating router a40190a1-35fa-43bc-b28b-95a976a638a8 port cae63fe4-8c2d-4d4b-96a3-321f248a119a binding host dv-cinder-772623-5-iscsi {{(pid=91256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 10:01:20.817863 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-58e8d8cf-9086-4131-a7ca-b3eb5e1885af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:20.860485 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-58e8d8cf-9086-4131-a7ca-b3eb5e1885af admin admin] Usage tracker for resource:security_group_rule and tenant:9d83d5fd2262470f920b2c9cd014e1c4 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:20.877401 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-58e8d8cf-9086-4131-a7ca-b3eb5e1885af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:20.879856 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b9db4fc5-102f-4071-8db0-4c32ac58f71e tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:20.882323 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-5d82d0a0-7cfb-4676-92b8-b1e61e7e43d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:20.900555 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-58e8d8cf-9086-4131-a7ca-b3eb5e1885af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:20.910413 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-95e5d3fc-144d-432c-8709-c5896e00ac80 service neutron] 10.222.0.10 "GET /v2.0/networks/4f114c1f-030f-4967-9b62-649e8025f375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7066376 May 18 10:01:20.916000 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-aa37b439-0cfe-4ea8-9b93-a4e9383c627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'name': 'tempest-AttachVolumeShelveTestJSON-2052202754-router', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd586b1d5-8448-4620-90dc-09e8be9550e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:54Z', 'updated_at': '2021-05-18T10:01:13Z', 'revision_number': 4, 'project_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'gw_port': {'id': 'd586b1d5-8448-4620-90dc-09e8be9550e9', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:56Z', 'updated_at': '2021-05-18T10:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'f5430441-e4f1-4ae6-b231-2f4fa13932d6', 'name': '', 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'mac_address': 'fa:16:3e:47:a8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '293e45ba-5a92-42da-8d0a-72e710626ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:01:09Z', 'updated_at': '2021-05-18T10:01:19Z', 'revision_number': 4, 'project_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'subnets': [{'id': '293e45ba-5a92-42da-8d0a-72e710626ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:20.919668 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-a81189aa-3224-4cb5-bf18-dfe728d6a58e tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:20.921184 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-a81189aa-3224-4cb5-bf18-dfe728d6a58e tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.10 "GET /v2.0/networks?id=38de340e-be75-495c-91ac-81e0ab74f998 HTTP/1.1" status: 200 len: 810 time: 0.7618723 May 18 10:01:20.924618 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa37b439-0cfe-4ea8-9b93-a4e9383c627b None None] The sync data for ids ['cd6cc822-0524-4710-9104-7a9ad6c75e60'] in dv-cinder-772623-5-iscsi is: [{'id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'name': 'tempest-AttachVolumeShelveTestJSON-2052202754-router', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd586b1d5-8448-4620-90dc-09e8be9550e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:54Z', 'updated_at': '2021-05-18T10:01:13Z', 'revision_number': 4, 'project_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'gw_port': {'id': 'd586b1d5-8448-4620-90dc-09e8be9550e9', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:56Z', 'updated_at': '2021-05-18T10:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'f5430441-e4f1-4ae6-b231-2f4fa13932d6', 'name': '', 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'mac_address': 'fa:16:3e:47:a8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '293e45ba-5a92-42da-8d0a-72e710626ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:01:09Z', 'updated_at': '2021-05-18T10:01:19Z', 'revision_number': 4, 'project_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'subnets': [{'id': '293e45ba-5a92-42da-8d0a-72e710626ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:01:20.967354 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 59542) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:21.093360 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-32328dca-7de5-47d2-9199-f08a69dd2c28 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Synchronizing usage tracker for tenant:4738afae052f4e64894b0edeb5a37fbf on resource:security_group {{(pid=91254) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:01:21.123332 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b9db4fc5-102f-4071-8db0-4c32ac58f71e tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:21.129732 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b8f944c4-7e57-4950-b68d-48140ed7b3de req-caef6306-e110-47c5-84b2-97bb030b1440 service neutron] 10.222.0.10 "GET /v2.0/networks/4f114c1f-030f-4967-9b62-649e8025f375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156055 May 18 10:01:21.138064 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b9db4fc5-102f-4071-8db0-4c32ac58f71e tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971979'] for security_group_rule, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:21.164290 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:21.198635 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-32328dca-7de5-47d2-9199-f08a69dd2c28 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Unset dirty status for tenant:4738afae052f4e64894b0edeb5a37fbf on resource:security_group {{(pid=91254) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:01:21.199919 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-32328dca-7de5-47d2-9199-f08a69dd2c28 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4738afae052f4e64894b0edeb5a37fbf HTTP/1.1" status: 200 len: 380 time: 0.2682991 May 18 10:01:21.215788 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f5a83-d15c-4a73-96c1-b03db49af05a req-645df609-7657-4ad7-8db6-9908bfc7dee7 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:21.222702 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-fb5f5a83-d15c-4a73-96c1-b03db49af05a req-645df609-7657-4ad7-8db6-9908bfc7dee7 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8bf2f33-37dd-49f2-afa8-89cfe65dd5d6 HTTP/1.1" status: 200 len: 944 time: 0.6628044 May 18 10:01:21.242655 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db4fc5-102f-4071-8db0-4c32ac58f71e tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daf325b2-793f-4508-a23f-d36fbc244f74,revision_number=0']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:21.251076 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-b9db4fc5-102f-4071-8db0-4c32ac58f71e tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:21.257464 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-7cdde5f0-6dab-44b5-a42e-b21f971eb8cc tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Request body: {'port': {'device_id': 'a14e7540-0cec-4f49-bdca-542e722e2406', 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998', 'admin_state_up': True, 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'security_groups': ['057bc031-4abb-4146-8d84-84ca36be0685']}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:21.318874 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-c0b0fbc5-3809-4266-a3c8-d119972c9157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:21.320688 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-c0b0fbc5-3809-4266-a3c8-d119972c9157 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c352210edef24c269b1dbe6135c2ec65&device_id=d8bf2f33-37dd-49f2-afa8-89cfe65dd5d6 HTTP/1.1" status: 200 len: 1097 time: 0.5259500 May 18 10:01:21.334118 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-bbd7c19e-f6c5-414e-84d6-15c0525f6371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:21.345737 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-52217c31-609c-4147-bae1-75be584d3bb8 req-6dceb1c9-7ea3-4c9b-b320-35de7a4005f2 service neutron] 10.222.0.11 "GET /v2.0/networks/36d853f8-458b-4f42-920c-475d49b3e130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5870767 May 18 10:01:21.369906 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b9db4fc5-102f-4071-8db0-4c32ac58f71e tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:21.372690 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-b9db4fc5-102f-4071-8db0-4c32ac58f71e tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1197309 May 18 10:01:21.407254 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 59550) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:21.427067 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-d655e2d1-68eb-48e1-8b74-a5898e075472 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Request body: {'floatingip': {'floating_network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:21.434754 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-d655e2d1-68eb-48e1-8b74-a5898e075472 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:21.451565 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-d655e2d1-68eb-48e1-8b74-a5898e075472 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Usage tracker for resource:floatingip and tenant:f716dbf60ba7409595aa27a28db3f6ae is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:21.454748 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-d655e2d1-68eb-48e1-8b74-a5898e075472 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:21.460997 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-d655e2d1-68eb-48e1-8b74-a5898e075472 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:21.467904 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-5d82d0a0-7cfb-4676-92b8-b1e61e7e43d6 None None] Notify callbacks [] for port, precommit_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:21.476949 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-13fab8e2-98f0-450d-b652-94dc56113a2c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69e6f867-49e0-46d9-a0c2-4da93c33c0d8 HTTP/1.1" status: 200 len: 217 time: 0.1430895 May 18 10:01:21.480609 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-d655e2d1-68eb-48e1-8b74-a5898e075472 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for floatingip, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:21.487894 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-5d82d0a0-7cfb-4676-92b8-b1e61e7e43d6 None None] Transition to ACTIVE for port object cae63fe4-8c2d-4d4b-96a3-321f248a119a will not be triggered until provisioned by entity L2. {{(pid=91256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:01:21.497241 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-5d82d0a0-7cfb-4676-92b8-b1e61e7e43d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:21.503903 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:21.508177 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-bbd7c19e-f6c5-414e-84d6-15c0525f6371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:21.556213 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-fb5f5a83-d15c-4a73-96c1-b03db49af05a req-a8912f0a-4f24-435f-bf8f-f8c9e079d36e tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/security-groups?id=73ffdf3b-8ca4-4c96-beeb-1441ebf4c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324604 May 18 10:01:21.605655 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-bbd7c19e-f6c5-414e-84d6-15c0525f6371 admin admin] Usage tracker for resource:security_group_rule and tenant:1849cb62209e4f13b20aa2231386c134 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:21.628221 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-bbd7c19e-f6c5-414e-84d6-15c0525f6371 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:21.681211 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-bbd7c19e-f6c5-414e-84d6-15c0525f6371 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:21.715359 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-b2f23da5-5785-4579-a220-df60c258d127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:21.727234 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-b2f23da5-5785-4579-a220-df60c258d127 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=485e4829-c702-4cf3-869e-6d655bf0c212 HTTP/1.1" status: 200 len: 852 time: 0.2162063 May 18 10:01:21.734187 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753f508-55a2-4376-a748-782e8045a463 req-ecb7d9de-be16-4866-b1c3-349197d013b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:21.735708 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5753f508-55a2-4376-a748-782e8045a463 req-ecb7d9de-be16-4866-b1c3-349197d013b5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7acb51810c8545daa5171055799a0f07&device_id=42195319-68c1-40df-8409-3873bfed4993 HTTP/1.1" status: 200 len: 1097 time: 0.5388935 May 18 10:01:21.740838 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-58e8d8cf-9086-4131-a7ca-b3eb5e1885af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:21.836848 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b57ff39-65d4-466e-a50c-6ec32b50abb7 None None] Pushing event updated for resources: {'Port': ['ID=cae63fe4-8c2d-4d4b-96a3-321f248a119a,revision_number=3']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:21.855293 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-6b57ff39-65d4-466e-a50c-6ec32b50abb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:21.895026 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device f5430441-e4f1-4ae6-b231-2f4fa13932d6 up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:01:21.930925 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-58e8d8cf-9086-4131-a7ca-b3eb5e1885af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:22.000707 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:22.031689 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-4f086931-4b78-4cb5-888d-0b6dcd8f3724 req-861acfb5-f246-4eea-a277-03d4346d2e6b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 210 time: 0.2391231 May 18 10:01:22.078703 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-5d82d0a0-7cfb-4676-92b8-b1e61e7e43d6 None None] Attempting to bind port cae63fe4-8c2d-4d4b-96a3-321f248a119a on host dv-cinder-772623-5-iscsi for vnic_type normal with profile {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:01:22.078703 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-5d82d0a0-7cfb-4676-92b8-b1e61e7e43d6 None None] Attempting to bind port cae63fe4-8c2d-4d4b-96a3-321f248a119a by drivers openvswitch,hyperv on host dv-cinder-772623-5-iscsi at level 0 using segments [{'id': '6ab8eb64-9d8c-461a-9e69-e2de920fc693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '36d853f8-458b-4f42-920c-475d49b3e130'}] {{(pid=91256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:01:22.078703 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d82d0a0-7cfb-4676-92b8-b1e61e7e43d6 None None] Attempting to bind port cae63fe4-8c2d-4d4b-96a3-321f248a119a on network 36d853f8-458b-4f42-920c-475d49b3e130 {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:01:22.079249 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-7cdde5f0-6dab-44b5-a42e-b21f971eb8cc tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:22.087964 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d82d0a0-7cfb-4676-92b8-b1e61e7e43d6 None None] Checking agent: {'id': '5371dcab-484f-4434-b508-32f41307ace8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 25), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:01:22.088592 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d82d0a0-7cfb-4676-92b8-b1e61e7e43d6 None None] Checking segment: {'id': '6ab8eb64-9d8c-461a-9e69-e2de920fc693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '36d853f8-458b-4f42-920c-475d49b3e130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:01:22.089191 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-5d82d0a0-7cfb-4676-92b8-b1e61e7e43d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:22.089930 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d82d0a0-7cfb-4676-92b8-b1e61e7e43d6 None None] Bound using segment: {'id': '6ab8eb64-9d8c-461a-9e69-e2de920fc693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '36d853f8-458b-4f42-920c-475d49b3e130'} {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:01:22.090631 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-5d82d0a0-7cfb-4676-92b8-b1e61e7e43d6 None None] Bound port: cae63fe4-8c2d-4d4b-96a3-321f248a119a, host: dv-cinder-772623-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab8eb64-9d8c-461a-9e69-e2de920fc693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '36d853f8-458b-4f42-920c-475d49b3e130'}}] {{(pid=91256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:01:22.091205 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-5d82d0a0-7cfb-4676-92b8-b1e61e7e43d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:22.170178 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753f508-55a2-4376-a748-782e8045a463 req-3245e223-7772-4dd6-ba57-6bd1940acdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:22.172461 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5753f508-55a2-4376-a748-782e8045a463 req-3245e223-7772-4dd6-ba57-6bd1940acdc4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4f114c1f-030f-4967-9b62-649e8025f375 HTTP/1.1" status: 200 len: 915 time: 0.3131464 May 18 10:01:22.182198 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-5dc795a7-4add-416b-958c-45bf47acf2f8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=673fb06b-f2e1-48df-ba9b-34e48a9dc7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4454155 May 18 10:01:22.204166 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-5d82d0a0-7cfb-4676-92b8-b1e61e7e43d6 None None] For port cae63fe4-8c2d-4d4b-96a3-321f248a119a, host dv-cinder-772623-5-iscsi, cleared binding levels {{(pid=91256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:01:22.207810 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-5d82d0a0-7cfb-4676-92b8-b1e61e7e43d6 None None] For port cae63fe4-8c2d-4d4b-96a3-321f248a119a, host dv-cinder-772623-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=cae63fe4-8c2d-4d4b-96a3-321f248a119a,segment=NetworkSegment(6ab8eb64-9d8c-461a-9e69-e2de920fc693),segment_id=6ab8eb64-9d8c-461a-9e69-e2de920fc693)] {{(pid=91256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:01:22.209232 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning for port f5430441-e4f1-4ae6-b231-2f4fa13932d6 completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:01:22.216802 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-5d82d0a0-7cfb-4676-92b8-b1e61e7e43d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:22.227091 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:22.281994 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-7cdde5f0-6dab-44b5-a42e-b21f971eb8cc tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:22.302617 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-58e8d8cf-9086-4131-a7ca-b3eb5e1885af admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9d83d5fd2262470f920b2c9cd014e1c4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1958849 May 18 10:01:22.309201 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-8506732a-566a-4964-9f09-1a59ec8bb0d1 req-de7a4f5a-6a6e-4acb-b859-5fbe92876073 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Synchronizing usage tracker for tenant:042ed8cf21fa4927a4d7b9573be4dfa8 on resource:port {{(pid=91254) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:01:22.313028 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8d8cf-9086-4131-a7ca-b3eb5e1885af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8357c0e-4ff4-43ed-9805-d96330af87f6,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:22.323483 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 59570) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:22.356660 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port f5430441-e4f1-4ae6-b231-2f4fa13932d6 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:01:22.357210 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:22.370627 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5753f508-55a2-4376-a748-782e8045a463 req-41c879b1-4a05-440b-8953-c28b199868eb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9956d95-1f80-4159-a7af-5ccae1e13e97 HTTP/1.1" status: 200 len: 217 time: 0.1863465 May 18 10:01:22.372495 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-58e8d8cf-9086-4131-a7ca-b3eb5e1885af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:22.399240 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-7cdde5f0-6dab-44b5-a42e-b21f971eb8cc tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Made reservation on behalf of 4738afae052f4e64894b0edeb5a37fbf for: {'port': 1} {{(pid=91254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:01:22.403900 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-7cdde5f0-6dab-44b5-a42e-b21f971eb8cc tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:22.537870 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d82d0a0-7cfb-4676-92b8-b1e61e7e43d6 None None] Routers {'a40190a1-35fa-43bc-b28b-95a976a638a8'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:01:22.538680 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-5d82d0a0-7cfb-4676-92b8-b1e61e7e43d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:00:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['a40190a1-35fa-43bc-b28b-95a976a638a8'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:22.629708 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-6ac21952-d767-4ef0-9cbb-3fdcea5a922f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:22.674599 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-6ac21952-d767-4ef0-9cbb-3fdcea5a922f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:22.728632 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-f0d3a8d4-3c52-4e75-97d6-a6b1e626d6e8 service neutron] 10.222.0.10 "GET /v2.0/networks/673fb06b-f2e1-48df-ba9b-34e48a9dc7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5361884 May 18 10:01:22.735038 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 59578) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:22.754532 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-bbd7c19e-f6c5-414e-84d6-15c0525f6371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:22.759204 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-6ac21952-d767-4ef0-9cbb-3fdcea5a922f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:22.765234 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90125025-47c1-4fea-9d14-f57d7f9fe9e6 req-2812b0fd-7cd5-4611-8daa-41165ff2df51 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:22.772820 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-90125025-47c1-4fea-9d14-f57d7f9fe9e6 req-2812b0fd-7cd5-4611-8daa-41165ff2df51 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=42195319-68c1-40df-8409-3873bfed4993 HTTP/1.1" status: 200 len: 944 time: 0.9613709 May 18 10:01:22.773051 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-bbd7c19e-f6c5-414e-84d6-15c0525f6371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:22.779108 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-eeb4e9cb-8b12-4995-b758-e8ca0c03f306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:22.796987 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b57ff39-65d4-466e-a50c-6ec32b50abb7 None None] Pushing event updated for resources: {'Port': ['ID=cae63fe4-8c2d-4d4b-96a3-321f248a119a,revision_number=4']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:22.813462 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-9956e7c0-4f86-405c-8360-1529c7a1e501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:22.818262 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-6b57ff39-65d4-466e-a50c-6ec32b50abb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:22.873268 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-bbd7c19e-f6c5-414e-84d6-15c0525f6371 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1849cb62209e4f13b20aa2231386c134&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9023681 May 18 10:01:22.874421 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 59584) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:22.877479 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac21952-d767-4ef0-9cbb-3fdcea5a922f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8357c0e-4ff4-43ed-9805-d96330af87f6,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:22.886753 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:22.888338 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-8506732a-566a-4964-9f09-1a59ec8bb0d1 req-de7a4f5a-6a6e-4acb-b859-5fbe92876073 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Unset dirty status for tenant:042ed8cf21fa4927a4d7b9573be4dfa8 on resource:port {{(pid=91254) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:01:22.889612 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-8506732a-566a-4964-9f09-1a59ec8bb0d1 req-de7a4f5a-6a6e-4acb-b859-5fbe92876073 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 210 time: 0.6924393 May 18 10:01:22.955326 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-5d82d0a0-7cfb-4676-92b8-b1e61e7e43d6 None None] Set router a40190a1-35fa-43bc-b28b-95a976a638a8 gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:01:22.979250 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-6ac21952-d767-4ef0-9cbb-3fdcea5a922f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:22.983695 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-6ac21952-d767-4ef0-9cbb-3fdcea5a922f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a8357c0e-4ff4-43ed-9805-d96330af87f6 HTTP/1.1" status: 204 len: 168 time: 0.6553335 May 18 10:01:22.984542 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7c19e-f6c5-414e-84d6-15c0525f6371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60cfb575-9665-49b6-8c58-baa72ef5ba3f,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:22.987865 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-bbd7c19e-f6c5-414e-84d6-15c0525f6371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:22.993984 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:22.994332 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:22.996503 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.db_base_plugin_common [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-7cdde5f0-6dab-44b5-a42e-b21f971eb8cc tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Allocated IP 172.20.0.14 (38de340e-be75-495c-91ac-81e0ab74f998/7879ceca-ac45-4ec5-8a61-389c60092f52/e4e93cbb-6abf-4368-9d99-cb28b406c180) {{(pid=91254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:01:23.001483 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-488e45dc-40d6-4842-8b56-b9cc19f5c402 req-fd44bd99-82ab-4dbb-89eb-d1a4f00a2ea6 service neutron] 10.222.0.10 "GET /v2.0/networks/673fb06b-f2e1-48df-ba9b-34e48a9dc7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504191 May 18 10:01:23.006568 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] For port f5430441-e4f1-4ae6-b231-2f4fa13932d6, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=f5430441-e4f1-4ae6-b231-2f4fa13932d6,segment=NetworkSegment(344b6fb3-a3d0-455a-aeed-cf4ea1882505),segment_id=344b6fb3-a3d0-455a-aeed-cf4ea1882505)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:23.015204 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753f508-55a2-4376-a748-782e8045a463 req-ffbb782e-54e9-4386-8b78-afc6eeee5f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:23.019850 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5753f508-55a2-4376-a748-782e8045a463 req-ffbb782e-54e9-4386-8b78-afc6eeee5f0b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=97072edd-9969-406c-bd1e-8e3d97a45e00 HTTP/1.1" status: 200 len: 854 time: 0.5542710 May 18 10:01:23.051026 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:23.058415 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:23.079244 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-431de575-036f-4196-82de-95557226126f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:23.124170 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-d655e2d1-68eb-48e1-8b74-a5898e075472 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:23.179979 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Pushing event updated for resources: {'Port': ['ID=f5430441-e4f1-4ae6-b231-2f4fa13932d6,revision_number=5']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:23.186091 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:23.248619 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5753f508-55a2-4376-a748-782e8045a463 req-4ef58f56-6f89-4df6-99ad-aa0c029adb75 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f114c1f-030f-4967-9b62-649e8025f375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1906912 May 18 10:01:23.251124 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-431de575-036f-4196-82de-95557226126f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:23.581215 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-7cdde5f0-6dab-44b5-a42e-b21f971eb8cc tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for port, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:23.597887 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-1ecb539d-66c1-4bc4-ad1e-ca59883267a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:23.607519 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 59602) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:23.610807 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-90125025-47c1-4fea-9d14-f57d7f9fe9e6 req-b9e42ca5-58ac-4bdd-8ad2-384c6076e5d2 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8368573 May 18 10:01:23.635197 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ad5a5-649b-40ca-9954-9f80ccb9da1b req-7615b2b5-2f96-4bfb-9e7b-3364feafb092 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:23.643861 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ac2ad5a5-649b-40ca-9954-9f80ccb9da1b req-7615b2b5-2f96-4bfb-9e7b-3364feafb092 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8bf2f33-37dd-49f2-afa8-89cfe65dd5d6 HTTP/1.1" status: 200 len: 944 time: 0.4682944 May 18 10:01:23.644894 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-431de575-036f-4196-82de-95557226126f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:23.680804 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.provisioning_blocks [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-7cdde5f0-6dab-44b5-a42e-b21f971eb8cc tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Transition to ACTIVE for port object e4e93cbb-6abf-4368-9d99-cb28b406c180 will not be triggered until provisioned by entity DHCP. {{(pid=91254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:01:23.684610 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:23.686757 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-5d82d0a0-7cfb-4676-92b8-b1e61e7e43d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a40190a1-35fa-43bc-b28b-95a976a638a8', 'name': 'tempest-ServerRescueNegativeTestJSON-725991551-router', 'tenant_id': '042ed8cf21fa4927a4d7b9573be4dfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b8fccb81-36c4-4cb3-8ad5-2a6313b99e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:55Z', 'updated_at': '2021-05-18T10:01:15Z', 'revision_number': 4, 'project_id': '042ed8cf21fa4927a4d7b9573be4dfa8', 'gw_port': {'id': 'b8fccb81-36c4-4cb3-8ad5-2a6313b99e2c', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40190a1-35fa-43bc-b28b-95a976a638a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:01:00Z', 'updated_at': '2021-05-18T10:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'cae63fe4-8c2d-4d4b-96a3-321f248a119a', 'name': '', 'network_id': '36d853f8-458b-4f42-920c-475d49b3e130', 'tenant_id': '042ed8cf21fa4927a4d7b9573be4dfa8', 'mac_address': 'fa:16:3e:bf:fd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a40190a1-35fa-43bc-b28b-95a976a638a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '046da656-b669-4563-8f73-8c31c4d92c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:01:12Z', 'updated_at': '2021-05-18T10:01:22Z', 'revision_number': 4, 'project_id': '042ed8cf21fa4927a4d7b9573be4dfa8', 'subnets': [{'id': '046da656-b669-4563-8f73-8c31c4d92c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:23.691450 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d82d0a0-7cfb-4676-92b8-b1e61e7e43d6 None None] The sync data for ids ['a40190a1-35fa-43bc-b28b-95a976a638a8'] in dv-cinder-772623-5-iscsi is: [{'id': 'a40190a1-35fa-43bc-b28b-95a976a638a8', 'name': 'tempest-ServerRescueNegativeTestJSON-725991551-router', 'tenant_id': '042ed8cf21fa4927a4d7b9573be4dfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b8fccb81-36c4-4cb3-8ad5-2a6313b99e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:55Z', 'updated_at': '2021-05-18T10:01:15Z', 'revision_number': 4, 'project_id': '042ed8cf21fa4927a4d7b9573be4dfa8', 'gw_port': {'id': 'b8fccb81-36c4-4cb3-8ad5-2a6313b99e2c', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40190a1-35fa-43bc-b28b-95a976a638a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:01:00Z', 'updated_at': '2021-05-18T10:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'cae63fe4-8c2d-4d4b-96a3-321f248a119a', 'name': '', 'network_id': '36d853f8-458b-4f42-920c-475d49b3e130', 'tenant_id': '042ed8cf21fa4927a4d7b9573be4dfa8', 'mac_address': 'fa:16:3e:bf:fd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a40190a1-35fa-43bc-b28b-95a976a638a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '046da656-b669-4563-8f73-8c31c4d92c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:01:12Z', 'updated_at': '2021-05-18T10:01:22Z', 'revision_number': 4, 'project_id': '042ed8cf21fa4927a4d7b9573be4dfa8', 'subnets': [{'id': '046da656-b669-4563-8f73-8c31c4d92c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:01:23.694051 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-5ac14d81-76a9-4036-ac6f-f177d5fdfc1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:23.757502 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431de575-036f-4196-82de-95557226126f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cfb575-9665-49b6-8c58-baa72ef5ba3f,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:23.762758 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-431de575-036f-4196-82de-95557226126f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:23.784195 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-431de575-036f-4196-82de-95557226126f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:23.788483 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-431de575-036f-4196-82de-95557226126f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/60cfb575-9665-49b6-8c58-baa72ef5ba3f HTTP/1.1" status: 204 len: 168 time: 0.9013820 May 18 10:01:23.802604 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-5ac14d81-76a9-4036-ac6f-f177d5fdfc1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:23.810246 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ac2ad5a5-649b-40ca-9954-9f80ccb9da1b req-578ef10e-3e73-44ab-9af5-f03481c4f19c tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/security-groups?id=73ffdf3b-8ca4-4c96-beeb-1441ebf4c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410632 May 18 10:01:23.814877 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-5ac14d81-76a9-4036-ac6f-f177d5fdfc1f admin admin] Usage tracker for resource:security_group_rule and tenant:d7e06ff20b4a46598dcee2cd905b7f13 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:23.830926 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-5ac14d81-76a9-4036-ac6f-f177d5fdfc1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:23.840295 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-5ac14d81-76a9-4036-ac6f-f177d5fdfc1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:23.850733 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device f5430441-e4f1-4ae6-b231-2f4fa13932d6 up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:01:23.870257 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-7cdde5f0-6dab-44b5-a42e-b21f971eb8cc tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839'] for port, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:23.888852 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-93f822fe-8329-4d54-afe0-bfc42abee44f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:23.934834 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.db_base_plugin_common [None req-d655e2d1-68eb-48e1-8b74-a5898e075472 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Allocated IP 172.27.1.134 (bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3/bad1a46d-7140-454d-84c6-4b97dc4a536e/95e485fc-49f0-4fe2-866c-259003451110) {{(pid=91255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:01:23.943957 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52217c31-609c-4147-bae1-75be584d3bb8 req-8e0ae7ad-c8bc-4bc7-8139-86cd04a55b09 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:23.945671 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-52217c31-609c-4147-bae1-75be584d3bb8 req-8e0ae7ad-c8bc-4bc7-8139-86cd04a55b09 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.10 "GET /v2.0/networks?id=36d853f8-458b-4f42-920c-475d49b3e130 HTTP/1.1" status: 200 len: 818 time: 0.6913536 May 18 10:01:23.987786 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port f5430441-e4f1-4ae6-b231-2f4fa13932d6 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:01:23.988310 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:24.027364 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-1ecb539d-66c1-4bc4-ad1e-ca59883267a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:24.031984 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-1ecb539d-66c1-4bc4-ad1e-ca59883267a0 admin admin] Usage tracker for resource:security_group_rule and tenant:95df0475899f4d35941aa444a5b33efa is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:24.035594 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-1ecb539d-66c1-4bc4-ad1e-ca59883267a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:24.043304 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdde5f0-6dab-44b5-a42e-b21f971eb8cc tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Pushing event updated for resources: {'Port': ['ID=e4e93cbb-6abf-4368-9d99-cb28b406c180,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:24.056762 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-1ecb539d-66c1-4bc4-ad1e-ca59883267a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:24.090095 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [req-52217c31-609c-4147-bae1-75be584d3bb8 req-29dd3019-3d61-473b-b9ad-a4cee3276246 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Request body: {'port': {'device_id': '7697afcc-2829-4ad6-8fe2-c494ce080958', 'network_id': '36d853f8-458b-4f42-920c-475d49b3e130', 'admin_state_up': True, 'tenant_id': '042ed8cf21fa4927a4d7b9573be4dfa8'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:24.221931 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-7cdde5f0-6dab-44b5-a42e-b21f971eb8cc tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:24.251532 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-7cdde5f0-6dab-44b5-a42e-b21f971eb8cc tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Network 38de340e-be75-495c-91ac-81e0ab74f998 is already hosted by enough agents. {{(pid=91254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:01:24.314176 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.base_scheduler [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-7cdde5f0-6dab-44b5-a42e-b21f971eb8cc tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Resources bound (agent type, host, resource id): {{(pid=91254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:01:24.317963 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-7cdde5f0-6dab-44b5-a42e-b21f971eb8cc tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Received port after_create {{(pid=91254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:01:24.324440 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-7cdde5f0-6dab-44b5-a42e-b21f971eb8cc tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:24.325204 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-7cdde5f0-6dab-44b5-a42e-b21f971eb8cc tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for port, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:24.358591 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-7cdde5f0-6dab-44b5-a42e-b21f971eb8cc tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1175940 May 18 10:01:24.374735 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-bccf6446-47d8-43c7-94a4-16ae1f15fe44 service neutron] Request body: {'port': {'device_id': 'a14e7540-0cec-4f49-bdca-542e722e2406', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:24.415860 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5753f508-55a2-4376-a748-782e8045a463 req-a4e18872-fbc8-44a1-a3e1-a3ccc46759e0 service neutron] 10.222.0.10 "GET /v2.0/networks/4f114c1f-030f-4967-9b62-649e8025f375?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0776536 May 18 10:01:24.423771 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 59620) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:24.527967 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-242cfdb4-d564-4022-9b15-80de0cc0fa93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:24.544292 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-5ac14d81-76a9-4036-ac6f-f177d5fdfc1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:24.555988 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414845d5-2c81-4339-8b06-70240db8ec33 req-ad1980df-a95c-41de-a39a-34e3266c47d2 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:24.563504 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-414845d5-2c81-4339-8b06-70240db8ec33 req-ad1980df-a95c-41de-a39a-34e3266c47d2 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/networks?id=36d853f8-458b-4f42-920c-475d49b3e130 HTTP/1.1" status: 200 len: 818 time: 0.5242095 May 18 10:01:24.599453 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-5ac14d81-76a9-4036-ac6f-f177d5fdfc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:24.633793 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:24.645993 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-414845d5-2c81-4339-8b06-70240db8ec33 req-1e97b5e4-a2f3-44de-a7a6-eb6f14cff262 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/quotas/042ed8cf21fa4927a4d7b9573be4dfa8 HTTP/1.1" status: 200 len: 375 time: 0.0815747 May 18 10:01:24.682535 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-242cfdb4-d564-4022-9b15-80de0cc0fa93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:24.707766 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-1ecb539d-66c1-4bc4-ad1e-ca59883267a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:24.710190 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-242cfdb4-d564-4022-9b15-80de0cc0fa93 admin admin] Usage tracker for resource:security_group_rule and tenant:ca0f04e819df44fcaf5ef9c744d4c69f is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:24.719648 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-242cfdb4-d564-4022-9b15-80de0cc0fa93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:24.722081 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-14fb4be8-2e26-45ba-b968-9ab3084c3cf8 None None] Provisioning for port e4e93cbb-6abf-4368-9d99-cb28b406c180 completed by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:01:24.726453 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-bccf6446-47d8-43c7-94a4-16ae1f15fe44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:24.732610 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-14fb4be8-2e26-45ba-b968-9ab3084c3cf8 None None] Provisioning complete for port e4e93cbb-6abf-4368-9d99-cb28b406c180 triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:01:24.733103 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-14fb4be8-2e26-45ba-b968-9ab3084c3cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:24.741845 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-1ecb539d-66c1-4bc4-ad1e-ca59883267a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:24.743406 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-242cfdb4-d564-4022-9b15-80de0cc0fa93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:24.750182 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [req-52217c31-609c-4147-bae1-75be584d3bb8 req-29dd3019-3d61-473b-b9ad-a4cee3276246 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:24.754665 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-5ac14d81-76a9-4036-ac6f-f177d5fdfc1f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d7e06ff20b4a46598dcee2cd905b7f13&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1428113 May 18 10:01:24.756285 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac14d81-76a9-4036-ac6f-f177d5fdfc1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3883c0-fa36-4042-9a03-d0ef438f431f,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:24.773395 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d3844-b354-481b-b096-980e18d9c37d req-956fb337-fb03-4246-820c-4cd05f4c227c tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:24.773573 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-5ac14d81-76a9-4036-ac6f-f177d5fdfc1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:24.774990 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-dc7d3844-b354-481b-b096-980e18d9c37d req-956fb337-fb03-4246-820c-4cd05f4c227c tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 932 time: 0.8284128 May 18 10:01:24.775429 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 59628) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:24.780651 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-d655e2d1-68eb-48e1-8b74-a5898e075472 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for port, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:24.788294 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-f5b74d47-0ced-48a9-89b3-0819af384c4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:24.806957 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-14fb4be8-2e26-45ba-b968-9ab3084c3cf8 None None] Port e4e93cbb-6abf-4368-9d99-cb28b406c180 cannot update to ACTIVE because it is not bound. {{(pid=91256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:01:24.864714 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [req-52217c31-609c-4147-bae1-75be584d3bb8 req-29dd3019-3d61-473b-b9ad-a4cee3276246 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:24.916328 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb539d-66c1-4bc4-ad1e-ca59883267a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736cf289-faa8-4217-8edf-ce6e84f6e54e,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:24.925992 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5753f508-55a2-4376-a748-782e8045a463 req-37b51b8b-662b-47a2-b775-4db22227132c service neutron] 10.222.0.10 "GET /v2.0/networks/4f114c1f-030f-4967-9b62-649e8025f375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4942000 May 18 10:01:24.928223 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-1ecb539d-66c1-4bc4-ad1e-ca59883267a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:24.938499 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-1ecb539d-66c1-4bc4-ad1e-ca59883267a0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=95df0475899f4d35941aa444a5b33efa&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1845245 May 18 10:01:24.950406 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 59636) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:24.956053 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52217c31-609c-4147-bae1-75be584d3bb8 req-29dd3019-3d61-473b-b9ad-a4cee3276246 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Made reservation on behalf of 042ed8cf21fa4927a4d7b9573be4dfa8 for: {'port': 1} {{(pid=91255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:01:24.959625 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-52217c31-609c-4147-bae1-75be584d3bb8 req-29dd3019-3d61-473b-b9ad-a4cee3276246 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:24.989258 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-41225dad-276e-4bf7-863b-f87e201a88a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:25.002149 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-414845d5-2c81-4339-8b06-70240db8ec33 req-953fdc17-0051-411d-98b5-011b2b707688 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=042ed8cf21fa4927a4d7b9573be4dfa8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3462589 May 18 10:01:25.037325 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-dc7d3844-b354-481b-b096-980e18d9c37d req-d142236f-ad3e-467f-83dd-6ec57d933821 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2361636 May 18 10:01:25.143452 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-d655e2d1-68eb-48e1-8b74-a5898e075472 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839'] for port, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:25.160764 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-41225dad-276e-4bf7-863b-f87e201a88a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:25.176693 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-1505595b-281b-4a61-8842-1e8e11153527 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:25.202987 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:25.232249 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-9abaecc9-7f3d-4a81-85f2-488129216037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:25.328875 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-242cfdb4-d564-4022-9b15-80de0cc0fa93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:25.330094 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e73fa8f6-ed85-4646-995a-37043cd8c323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:25.340686 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-414845d5-2c81-4339-8b06-70240db8ec33 req-5a493697-7472-470a-aae3-0153c2fe49df service neutron] 10.222.0.11 "GET /v2.0/networks/36d853f8-458b-4f42-920c-475d49b3e130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245046 May 18 10:01:25.365487 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d655e2d1-68eb-48e1-8b74-a5898e075472 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Network bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3 is already hosted by enough agents. {{(pid=91255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:01:25.368250 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-242cfdb4-d564-4022-9b15-80de0cc0fa93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:25.377249 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [None req-d655e2d1-68eb-48e1-8b74-a5898e075472 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Resources bound (agent type, host, resource id): {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:01:25.385196 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-41225dad-276e-4bf7-863b-f87e201a88a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:25.392415 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d655e2d1-68eb-48e1-8b74-a5898e075472 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Received port after_create {{(pid=91255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:01:25.394154 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-58e8d8cf-9086-4131-a7ca-b3eb5e1885af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:25.424032 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655e2d1-68eb-48e1-8b74-a5898e075472 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Pushing event updated for resources: {'Port': ['ID=95e485fc-49f0-4fe2-866c-259003451110,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:25.435320 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-d655e2d1-68eb-48e1-8b74-a5898e075472 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:25.437144 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e73fa8f6-ed85-4646-995a-37043cd8c323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:25.449352 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-98f9cae2-a7db-4b58-9c1b-8476883dfd30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:25.461827 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41225dad-276e-4bf7-863b-f87e201a88a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3883c0-fa36-4042-9a03-d0ef438f431f,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:25.465550 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-41225dad-276e-4bf7-863b-f87e201a88a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:25.524756 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.db_base_plugin_common [req-52217c31-609c-4147-bae1-75be584d3bb8 req-29dd3019-3d61-473b-b9ad-a4cee3276246 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Allocated IP 172.20.0.14 (36d853f8-458b-4f42-920c-475d49b3e130/046da656-b669-4563-8f73-8c31c4d92c51/076d31fd-3cbc-42e1-9b3d-9ce889b54acd) {{(pid=91255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:01:25.526492 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device c9956d95-1f80-4159-a7af-5ccae1e13e97 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:01:25.528365 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-41225dad-276e-4bf7-863b-f87e201a88a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:25.529556 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-41225dad-276e-4bf7-863b-f87e201a88a2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3f3883c0-fa36-4042-9a03-d0ef438f431f HTTP/1.1" status: 204 len: 168 time: 0.7530136 May 18 10:01:25.547710 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.notifiers.nova [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-bccf6446-47d8-43c7-94a4-16ae1f15fe44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4e93cbb-6abf-4368-9d99-cb28b406c180 {{(pid=91254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:01:25.558798 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-bccf6446-47d8-43c7-94a4-16ae1f15fe44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:25.592684 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.provisioning_blocks [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-bccf6446-47d8-43c7-94a4-16ae1f15fe44 service neutron] Transition to ACTIVE for port object e4e93cbb-6abf-4368-9d99-cb28b406c180 will not be triggered until provisioned by entity L2. {{(pid=91254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:01:25.599734 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-414845d5-2c81-4339-8b06-70240db8ec33 req-358e0a28-1360-4372-807f-199d6c33ea40 service neutron] 10.222.0.11 "GET /v2.0/networks/36d853f8-458b-4f42-920c-475d49b3e130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362981 May 18 10:01:25.601618 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-bccf6446-47d8-43c7-94a4-16ae1f15fe44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:25.608056 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:25.640391 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242cfdb4-d564-4022-9b15-80de0cc0fa93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e0d6d1-cd7e-48b2-8b6e-d9f57498af51,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:25.645669 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-242cfdb4-d564-4022-9b15-80de0cc0fa93 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ca0f04e819df44fcaf5ef9c744d4c69f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2128608 May 18 10:01:25.647470 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-242cfdb4-d564-4022-9b15-80de0cc0fa93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:25.648808 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 59642) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:25.709494 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-d655e2d1-68eb-48e1-8b74-a5898e075472 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:25.743297 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port c9956d95-1f80-4159-a7af-5ccae1e13e97, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c9956d95-1f80-4159-a7af-5ccae1e13e97,segment=NetworkSegment(2beb079a-9d35-4dc7-bdc2-f082c5b10557),segment_id=2beb079a-9d35-4dc7-bdc2-f082c5b10557)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:25.770762 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f052d5-02ac-4675-9017-702fd024c5f1 req-a59a121a-93f6-4493-84d4-7c3bcada94af tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:25.778256 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-72f052d5-02ac-4675-9017-702fd024c5f1 req-a59a121a-93f6-4493-84d4-7c3bcada94af tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=42195319-68c1-40df-8409-3873bfed4993 HTTP/1.1" status: 200 len: 944 time: 0.5680223 May 18 10:01:25.791458 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Returning: {'device': 'c9956d95-1f80-4159-a7af-5ccae1e13e97', 'network_id': '4f114c1f-030f-4967-9b62-649e8025f375', 'port_id': 'c9956d95-1f80-4159-a7af-5ccae1e13e97', 'mac_address': 'fa:16:3e:4f:f0:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97072edd-9969-406c-bd1e-8e3d97a45e00', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:01:25.835279 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf6446-47d8-43c7-94a4-16ae1f15fe44 service neutron] Pushing event updated for resources: {'Port': ['ID=e4e93cbb-6abf-4368-9d99-cb28b406c180,revision_number=2']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:25.885880 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-bccf6446-47d8-43c7-94a4-16ae1f15fe44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:25.944573 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.managers [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-bccf6446-47d8-43c7-94a4-16ae1f15fe44 service neutron] Attempting to bind port e4e93cbb-6abf-4368-9d99-cb28b406c180 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:01:25.944937 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.managers [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-bccf6446-47d8-43c7-94a4-16ae1f15fe44 service neutron] Attempting to bind port e4e93cbb-6abf-4368-9d99-cb28b406c180 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '3769062a-12ce-4aba-be75-7a8f50e46583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998'}] {{(pid=91254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:01:25.945349 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-bccf6446-47d8-43c7-94a4-16ae1f15fe44 service neutron] Attempting to bind port e4e93cbb-6abf-4368-9d99-cb28b406c180 on network 38de340e-be75-495c-91ac-81e0ab74f998 {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:01:25.965256 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-bccf6446-47d8-43c7-94a4-16ae1f15fe44 service neutron] Port e4e93cbb-6abf-4368-9d99-cb28b406c180 on network 38de340e-be75-495c-91ac-81e0ab74f998 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 10:01:25.965626 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-bccf6446-47d8-43c7-94a4-16ae1f15fe44 service neutron] Attempting to bind port e4e93cbb-6abf-4368-9d99-cb28b406c180 on network 38de340e-be75-495c-91ac-81e0ab74f998 {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:01:25.973807 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device cae63fe4-8c2d-4d4b-96a3-321f248a119a up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:01:25.985400 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-bccf6446-47d8-43c7-94a4-16ae1f15fe44 service neutron] Checking agent: {'id': '24b5a2b2-de0a-48ed-9b1d-3e34697dfcd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 59, 16), 'started_at': datetime.datetime(2021, 5, 18, 9, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:01:25.985777 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-bccf6446-47d8-43c7-94a4-16ae1f15fe44 service neutron] Checking segment: {'id': '3769062a-12ce-4aba-be75-7a8f50e46583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:01:25.986432 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-bccf6446-47d8-43c7-94a4-16ae1f15fe44 service neutron] Bound using segment: {'id': '3769062a-12ce-4aba-be75-7a8f50e46583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998'} {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:01:25.986935 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.managers [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-bccf6446-47d8-43c7-94a4-16ae1f15fe44 service neutron] Bound port: e4e93cbb-6abf-4368-9d99-cb28b406c180, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3769062a-12ce-4aba-be75-7a8f50e46583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998'}}] {{(pid=91254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:01:25.987315 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-bccf6446-47d8-43c7-94a4-16ae1f15fe44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:26.028003 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-a8aa8500-5ecc-4ce4-8ed9-0f890f31e929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:26.078604 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:26.091155 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e73fa8f6-ed85-4646-995a-37043cd8c323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:26.114043 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9956d95-1f80-4159-a7af-5ccae1e13e97 {{(pid=91256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:01:26.138143 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:26.138685 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port c9956d95-1f80-4159-a7af-5ccae1e13e97, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c9956d95-1f80-4159-a7af-5ccae1e13e97,segment=NetworkSegment(2beb079a-9d35-4dc7-bdc2-f082c5b10557),segment_id=2beb079a-9d35-4dc7-bdc2-f082c5b10557)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:26.141640 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning for port cae63fe4-8c2d-4d4b-96a3-321f248a119a completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:01:26.147898 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:26.148996 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 69e6f867-49e0-46d9-a0c2-4da93c33c0d8 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:01:26.154348 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:26.178170 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-72f052d5-02ac-4675-9017-702fd024c5f1 req-7259ef43-f939-4153-a82f-8dc4c95c1d52 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3926392 May 18 10:01:26.178890 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-d655e2d1-68eb-48e1-8b74-a5898e075472 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:26.311751 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-a8aa8500-5ecc-4ce4-8ed9-0f890f31e929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:26.350974 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73fa8f6-ed85-4646-995a-37043cd8c323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736cf289-faa8-4217-8edf-ce6e84f6e54e,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:26.351097 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port cae63fe4-8c2d-4d4b-96a3-321f248a119a triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:01:26.356926 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:26.413333 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-bccf6446-47d8-43c7-94a4-16ae1f15fe44 service neutron] For port e4e93cbb-6abf-4368-9d99-cb28b406c180, host hv-cinder-77262, cleared binding levels {{(pid=91254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:01:26.420154 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-bccf6446-47d8-43c7-94a4-16ae1f15fe44 service neutron] For port e4e93cbb-6abf-4368-9d99-cb28b406c180, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e4e93cbb-6abf-4368-9d99-cb28b406c180,segment=NetworkSegment(3769062a-12ce-4aba-be75-7a8f50e46583),segment_id=3769062a-12ce-4aba-be75-7a8f50e46583)] {{(pid=91254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:01:26.430754 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f4440-812f-4bb1-8d0f-3373ca55a9e3 req-e594ec78-abba-4cac-8054-e7e9dc187ca3 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:26.439754 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-dd4f4440-812f-4bb1-8d0f-3373ca55a9e3 req-e594ec78-abba-4cac-8054-e7e9dc187ca3 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8bf2f33-37dd-49f2-afa8-89cfe65dd5d6 HTTP/1.1" status: 200 len: 944 time: 0.3289716 May 18 10:01:26.452131 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-e73fa8f6-ed85-4646-995a-37043cd8c323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:26.463666 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-bccf6446-47d8-43c7-94a4-16ae1f15fe44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:26.475322 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-f7a4bc3e-241d-4ebf-8c35-46bccc552c91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:26.496754 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=c9956d95-1f80-4159-a7af-5ccae1e13e97,revision_number=4']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:26.523327 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:26.556414 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-a8aa8500-5ecc-4ce4-8ed9-0f890f31e929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:26.569215 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-bccf6446-47d8-43c7-94a4-16ae1f15fe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:26.572924 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-bccf6446-47d8-43c7-94a4-16ae1f15fe44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for port, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:26.574851 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-bccf6446-47d8-43c7-94a4-16ae1f15fe44 service neutron] 10.222.0.10 "PUT /v2.0/ports/e4e93cbb-6abf-4368-9d99-cb28b406c180 HTTP/1.1" status: 200 len: 1094 time: 2.2057772 May 18 10:01:26.588671 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14e7540-0cec-4f49-bdca-542e722e2406', 'tag': 'e4e93cbb-6abf-4368-9d99-cb28b406c180'}] {{(pid=91254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:01:26.602973 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 69e6f867-49e0-46d9-a0c2-4da93c33c0d8, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=69e6f867-49e0-46d9-a0c2-4da93c33c0d8,segment=NetworkSegment(9e1da5fa-72fc-4f94-9194-bba357de6156),segment_id=9e1da5fa-72fc-4f94-9194-bba357de6156)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:26.700799 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Returning: {'device': '69e6f867-49e0-46d9-a0c2-4da93c33c0d8', 'network_id': '673fb06b-f2e1-48df-ba9b-34e48a9dc7c6', 'port_id': '69e6f867-49e0-46d9-a0c2-4da93c33c0d8', 'mac_address': 'fa:16:3e:4b:85:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '485e4829-c702-4cf3-869e-6d655bf0c212', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:01:26.744201 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-9e9f6e51-5b05-4d6b-8043-5830f4100807 req-4e510148-1b24-4800-a5bc-5a411c84ea85 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Synchronizing usage tracker for tenant:042ed8cf21fa4927a4d7b9573be4dfa8 on resource:port {{(pid=91255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:01:26.804902 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-dd4f4440-812f-4bb1-8d0f-3373ca55a9e3 req-b9741af0-31bd-4acf-9696-d722825b7244 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/security-groups?id=73ffdf3b-8ca4-4c96-beeb-1441ebf4c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636494 May 18 10:01:26.844378 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-a8aa8500-5ecc-4ce4-8ed9-0f890f31e929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:26.846004 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-a8aa8500-5ecc-4ce4-8ed9-0f890f31e929 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/17e0d6d1-cd7e-48b2-8b6e-d9f57498af51 HTTP/1.1" status: 204 len: 168 time: 1.1961727 May 18 10:01:26.849743 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf6446-47d8-43c7-94a4-16ae1f15fe44 service neutron] Pushing event updated for resources: {'Port': ['ID=e4e93cbb-6abf-4368-9d99-cb28b406c180,revision_number=3']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:26.876647 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-bccf6446-47d8-43c7-94a4-16ae1f15fe44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:26.882222 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.289s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:26.941065 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:26.957434 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa8500-5ecc-4ce4-8ed9-0f890f31e929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e0d6d1-cd7e-48b2-8b6e-d9f57498af51,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:26.961900 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-a8aa8500-5ecc-4ce4-8ed9-0f890f31e929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:26.975419 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-9e9f6e51-5b05-4d6b-8043-5830f4100807 req-4e510148-1b24-4800-a5bc-5a411c84ea85 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Unset dirty status for tenant:042ed8cf21fa4927a4d7b9573be4dfa8 on resource:port {{(pid=91255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:01:26.976585 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-9e9f6e51-5b05-4d6b-8043-5830f4100807 req-4e510148-1b24-4800-a5bc-5a411c84ea85 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 210 time: 0.6355247 May 18 10:01:27.003173 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-19a56b11-29ec-4a1f-9b8d-d0d4893490d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:27.005250 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-19a56b11-29ec-4a1f-9b8d-d0d4893490d4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4738afae052f4e64894b0edeb5a37fbf&device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 1097 time: 0.3210719 May 18 10:01:27.045295 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:27.062422 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:27.095743 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69e6f867-49e0-46d9-a0c2-4da93c33c0d8 {{(pid=91256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:01:27.124629 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] For port cae63fe4-8c2d-4d4b-96a3-321f248a119a, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=cae63fe4-8c2d-4d4b-96a3-321f248a119a,segment=NetworkSegment(6ab8eb64-9d8c-461a-9e69-e2de920fc693),segment_id=6ab8eb64-9d8c-461a-9e69-e2de920fc693)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:27.137122 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:27.140537 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e91dc32c-5cd6-441f-b16d-d6088ca059ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:27.184537 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 69e6f867-49e0-46d9-a0c2-4da93c33c0d8, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=69e6f867-49e0-46d9-a0c2-4da93c33c0d8,segment=NetworkSegment(9e1da5fa-72fc-4f94-9194-bba357de6156),segment_id=9e1da5fa-72fc-4f94-9194-bba357de6156)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:27.202662 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e73fa8f6-ed85-4646-995a-37043cd8c323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:27.206605 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-e73fa8f6-ed85-4646-995a-37043cd8c323 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/736cf289-faa8-4217-8edf-ce6e84f6e54e HTTP/1.1" status: 204 len: 168 time: 2.2292860 May 18 10:01:27.215157 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:27.235738 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-52217c31-609c-4147-bae1-75be584d3bb8 req-29dd3019-3d61-473b-b9ad-a4cee3276246 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Notify callbacks [] for port, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:27.279703 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Pushing event updated for resources: {'Port': ['ID=cae63fe4-8c2d-4d4b-96a3-321f248a119a,revision_number=5']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:27.279911 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-80dce534-878b-4cf9-8fa5-b360c8888f66 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4e93cbb-6abf-4368-9d99-cb28b406c180 HTTP/1.1" status: 200 len: 217 time: 0.2644062 May 18 10:01:27.283083 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:27.283633 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:27.381462 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-994aa428-f0da-45a6-9027-4fcda5b4c8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:27.383761 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-994aa428-f0da-45a6-9027-4fcda5b4c8d8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7879ceca-ac45-4ec5-8a61-389c60092f52 HTTP/1.1" status: 200 len: 849 time: 0.0829368 May 18 10:01:27.415430 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=69e6f867-49e0-46d9-a0c2-4da93c33c0d8,revision_number=4']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:27.418860 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:27.456643 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-52217c31-609c-4147-bae1-75be584d3bb8 req-29dd3019-3d61-473b-b9ad-a4cee3276246 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839'] for port, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:27.484755 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-472ca74b-7db7-4d97-a92d-16aa0c33ab3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:27.496657 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7977f1-aabe-4101-a121-7bb1413ac2f6 req-822ed567-227f-4174-a3b3-64503ec4e11b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:27.497699 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-9a7977f1-aabe-4101-a121-7bb1413ac2f6 req-822ed567-227f-4174-a3b3-64503ec4e11b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Synchronizing usage tracker for tenant:4738afae052f4e64894b0edeb5a37fbf on resource:port {{(pid=91254) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:01:27.545300 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-9a7977f1-aabe-4101-a121-7bb1413ac2f6 req-822ed567-227f-4174-a3b3-64503ec4e11b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Unset dirty status for tenant:4738afae052f4e64894b0edeb5a37fbf on resource:port {{(pid=91254) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:01:27.546761 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-9a7977f1-aabe-4101-a121-7bb1413ac2f6 req-822ed567-227f-4174-a3b3-64503ec4e11b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 944 time: 0.3755686 May 18 10:01:27.559247 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-d655e2d1-68eb-48e1-8b74-a5898e075472 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for port, precommit_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:27.581262 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-d655e2d1-68eb-48e1-8b74-a5898e075472 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:27.586910 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52217c31-609c-4147-bae1-75be584d3bb8 req-29dd3019-3d61-473b-b9ad-a4cee3276246 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Network 36d853f8-458b-4f42-920c-475d49b3e130 is already hosted by enough agents. {{(pid=91255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:01:27.597299 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [req-52217c31-609c-4147-bae1-75be584d3bb8 req-29dd3019-3d61-473b-b9ad-a4cee3276246 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Resources bound (agent type, host, resource id): {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:01:27.606005 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd3019-3d61-473b-b9ad-a4cee3276246 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Pushing event updated for resources: {'Port': ['ID=076d31fd-3cbc-42e1-9b3d-9ce889b54acd,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:27.614650 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['69e6f867-49e0-46d9-a0c2-4da93c33c0d8'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:01:27.622298 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-7ec41f9b-9e20-40d2-998e-5a44b6a9b2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:27.624117 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-7ec41f9b-9e20-40d2-998e-5a44b6a9b2c5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38de340e-be75-495c-91ac-81e0ab74f998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2324314 May 18 10:01:27.631955 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.l3_dvrscheduler_db [req-52217c31-609c-4147-bae1-75be584d3bb8 req-29dd3019-3d61-473b-b9ad-a4cee3276246 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Received port after_create {{(pid=91255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:01:27.648151 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52217c31-609c-4147-bae1-75be584d3bb8 req-29dd3019-3d61-473b-b9ad-a4cee3276246 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:27.650626 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-9a7977f1-aabe-4101-a121-7bb1413ac2f6 req-30706735-36b3-44ed-a7f9-d6e7c5d81d9b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922000 May 18 10:01:27.653984 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-52217c31-609c-4147-bae1-75be584d3bb8 req-29dd3019-3d61-473b-b9ad-a4cee3276246 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for port, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:27.693372 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-d655e2d1-68eb-48e1-8b74-a5898e075472 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922060'] for floatingip, after_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:27.712920 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['c9956d95-1f80-4159-a7af-5ccae1e13e97'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:01:27.866555 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device cae63fe4-8c2d-4d4b-96a3-321f248a119a up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:01:27.876992 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4689e4f-a9e2-468c-96ee-fadd3486560d req-5c838758-37d1-4b9f-a15e-31f507b3fa9b tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:27.878587 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b4689e4f-a9e2-468c-96ee-fadd3486560d req-5c838758-37d1-4b9f-a15e-31f507b3fa9b tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=42195319-68c1-40df-8409-3873bfed4993 HTTP/1.1" status: 200 len: 945 time: 0.5123425 May 18 10:01:27.892875 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-24dbea27-3f04-4a95-b62d-e2699f425603 service neutron] 10.222.0.10 "GET /v2.0/networks/38de340e-be75-495c-91ac-81e0ab74f998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448647 May 18 10:01:27.979214 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-29dd3019-3d61-473b-b9ad-a4cee3276246 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:27.992432 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-91579d71-49e5-4140-b71a-c1594c680d2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.385s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:28.150296 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port cae63fe4-8c2d-4d4b-96a3-321f248a119a triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:01:28.150296 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:28.185659 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-d655e2d1-68eb-48e1-8b74-a5898e075472 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for floatingip, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:28.187446 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-d655e2d1-68eb-48e1-8b74-a5898e075472 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7714565 May 18 10:01:28.197686 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-52217c31-609c-4147-bae1-75be584d3bb8 req-29dd3019-3d61-473b-b9ad-a4cee3276246 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1760745 May 18 10:01:28.208602 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 59712) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:28.225146 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [req-52217c31-609c-4147-bae1-75be584d3bb8 req-0c68cd3c-b243-4711-bab0-8d491302fc75 service neutron] Request body: {'port': {'device_id': '7697afcc-2829-4ad6-8fe2-c494ce080958', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:28.279244 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c792f3d8-f414-4543-bf58-15f714912178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:28.297551 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-2c8d8961-0c94-4c84-abd2-35485fc61781 req-0334559b-1170-4e5c-bbc0-a01a0e3fdd5d service neutron] 10.222.0.10 "GET /v2.0/networks/38de340e-be75-495c-91ac-81e0ab74f998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987844 May 18 10:01:28.301416 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-c792f3d8-f414-4543-bf58-15f714912178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:28.308739 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-c792f3d8-f414-4543-bf58-15f714912178 admin admin] Usage tracker for resource:security_group_rule and tenant:9e0fbd9155214486888dcac078bdd53f is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:28.313999 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-c792f3d8-f414-4543-bf58-15f714912178 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:28.318532 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b4689e4f-a9e2-468c-96ee-fadd3486560d req-fdb15f1a-5cb7-4c68-ae3e-f5951246747e tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271154 May 18 10:01:28.338614 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655e2d1-68eb-48e1-8b74-a5898e075472 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Pushing event updated for resources: {'Port': ['ID=95e485fc-49f0-4fe2-866c-259003451110,revision_number=2']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:28.339755 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-c792f3d8-f414-4543-bf58-15f714912178 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:28.360420 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-d655e2d1-68eb-48e1-8b74-a5898e075472 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:28.392401 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:28.393389 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414845d5-2c81-4339-8b06-70240db8ec33 req-46eb1c2b-d2db-465e-9b8c-e9e1b7c1a669 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:28.397414 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-414845d5-2c81-4339-8b06-70240db8ec33 req-46eb1c2b-d2db-465e-9b8c-e9e1b7c1a669 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.10 "GET /v2.0/networks?id=36d853f8-458b-4f42-920c-475d49b3e130 HTTP/1.1" status: 200 len: 818 time: 0.6686325 May 18 10:01:28.475586 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [req-414845d5-2c81-4339-8b06-70240db8ec33 req-40ff674e-64eb-4dbd-854b-df8e0bdb96de tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Request body: {'port': {'device_id': '827e4f51-8628-4a8c-a00e-511dcf9d5de8', 'network_id': '36d853f8-458b-4f42-920c-475d49b3e130', 'admin_state_up': True, 'tenant_id': '042ed8cf21fa4927a4d7b9573be4dfa8'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:28.572015 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a14e7540-0cec-4f49-bdca-542e722e2406', 'tag': 'e4e93cbb-6abf-4368-9d99-cb28b406c180', 'status': 'completed', 'code': 200} May 18 10:01:28.694899 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-52217c31-609c-4147-bae1-75be584d3bb8 req-0c68cd3c-b243-4711-bab0-8d491302fc75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:28.744181 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c792f3d8-f414-4543-bf58-15f714912178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:28.763769 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-cd6a687a-9361-43e9-810d-91407f8ad275 req-d9be63ef-f13d-4a09-b529-d3480e15fd7d tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 210 time: 0.0710392 May 18 10:01:28.765866 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c792f3d8-f414-4543-bf58-15f714912178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:28.776938 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-bbd7c19e-f6c5-414e-84d6-15c0525f6371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:28.844368 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-c792f3d8-f414-4543-bf58-15f714912178 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9e0fbd9155214486888dcac078bdd53f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6267719 May 18 10:01:28.847110 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 59730) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:28.850156 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792f3d8-f414-4543-bf58-15f714912178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d89c620-5bc7-4131-8b9a-0cded47ba9f8,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:28.852903 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [req-414845d5-2c81-4339-8b06-70240db8ec33 req-40ff674e-64eb-4dbd-854b-df8e0bdb96de tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:28.855133 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-c792f3d8-f414-4543-bf58-15f714912178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:28.919095 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd970da-7543-4aea-96a8-52d6a64b9a07 req-0d6afeba-e307-4b67-893b-e3de0a51d0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:28.920427 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-bdd970da-7543-4aea-96a8-52d6a64b9a07 req-0d6afeba-e307-4b67-893b-e3de0a51d0d0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4738afae052f4e64894b0edeb5a37fbf&device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 1097 time: 0.3360307 May 18 10:01:28.928858 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [req-414845d5-2c81-4339-8b06-70240db8ec33 req-40ff674e-64eb-4dbd-854b-df8e0bdb96de tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:28.968099 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf3145-e8c1-4be0-85fb-a6f1ac843250 req-13ab60c4-7ef4-4f64-85c1-fea9c40c7c68 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:28.969955 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-badf3145-e8c1-4be0-85fb-a6f1ac843250 req-13ab60c4-7ef4-4f64-85c1-fea9c40c7c68 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8bf2f33-37dd-49f2-afa8-89cfe65dd5d6 HTTP/1.1" status: 200 len: 945 time: 0.3520944 May 18 10:01:28.977207 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-414845d5-2c81-4339-8b06-70240db8ec33 req-40ff674e-64eb-4dbd-854b-df8e0bdb96de tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Made reservation on behalf of 042ed8cf21fa4927a4d7b9573be4dfa8 for: {'port': 1} {{(pid=91255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:01:28.982477 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-414845d5-2c81-4339-8b06-70240db8ec33 req-40ff674e-64eb-4dbd-854b-df8e0bdb96de tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:29.138346 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-0b7b150f-2354-4678-b7f9-adc01d1c0dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:29.213991 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-badf3145-e8c1-4be0-85fb-a6f1ac843250 req-4c74becd-0dbd-4020-a84e-a027078a39f2 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/security-groups?id=73ffdf3b-8ca4-4c96-beeb-1441ebf4c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137880 May 18 10:01:29.275830 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-0b7b150f-2354-4678-b7f9-adc01d1c0dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:29.320655 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd970da-7543-4aea-96a8-52d6a64b9a07 req-e6239263-23aa-47df-a9fb-90070ca7f6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:29.322121 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-bdd970da-7543-4aea-96a8-52d6a64b9a07 req-e6239263-23aa-47df-a9fb-90070ca7f6d9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=38de340e-be75-495c-91ac-81e0ab74f998 HTTP/1.1" status: 200 len: 911 time: 0.3931377 May 18 10:01:29.435669 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-17cc3e64-9cb6-40ca-9d98-26170753d582 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Synchronizing usage tracker for tenant:f716dbf60ba7409595aa27a28db3f6ae on resource:security_group {{(pid=91255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:01:29.443903 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-bdd970da-7543-4aea-96a8-52d6a64b9a07 req-60f29d00-f531-4d1f-a4f0-c6d1cec6ce85 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4e93cbb-6abf-4368-9d99-cb28b406c180 HTTP/1.1" status: 200 len: 217 time: 0.1000104 May 18 10:01:29.455395 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.notifiers.nova [req-52217c31-609c-4147-bae1-75be584d3bb8 req-0c68cd3c-b243-4711-bab0-8d491302fc75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 076d31fd-3cbc-42e1-9b3d-9ce889b54acd {{(pid=91255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:01:29.458957 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2387f0-23ae-4c1d-9d9f-83f0dfc5ec43 req-1246a99f-9b72-4e49-bd52-c53cf61e54c7 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:29.460558 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-2e2387f0-23ae-4c1d-9d9f-83f0dfc5ec43 req-1246a99f-9b72-4e49-bd52-c53cf61e54c7 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 944 time: 0.4858339 May 18 10:01:29.468225 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-52217c31-609c-4147-bae1-75be584d3bb8 req-0c68cd3c-b243-4711-bab0-8d491302fc75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:29.483547 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-17cc3e64-9cb6-40ca-9d98-26170753d582 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Unset dirty status for tenant:f716dbf60ba7409595aa27a28db3f6ae on resource:security_group {{(pid=91255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:01:29.484756 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-17cc3e64-9cb6-40ca-9d98-26170753d582 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--622986057&fields=id&tenant_id=f716dbf60ba7409595aa27a28db3f6ae HTTP/1.1" status: 200 len: 267 time: 0.1213403 May 18 10:01:29.487925 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.provisioning_blocks [req-52217c31-609c-4147-bae1-75be584d3bb8 req-0c68cd3c-b243-4711-bab0-8d491302fc75 service neutron] Transition to ACTIVE for port object 076d31fd-3cbc-42e1-9b3d-9ce889b54acd will not be triggered until provisioned by entity L2. {{(pid=91255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:01:29.496190 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-52217c31-609c-4147-bae1-75be584d3bb8 req-0c68cd3c-b243-4711-bab0-8d491302fc75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:29.515034 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device c9956d95-1f80-4159-a7af-5ccae1e13e97 up at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:01:29.531261 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:29.573758 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-0b7b150f-2354-4678-b7f9-adc01d1c0dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:29.580275 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:29.605565 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c68cd3c-b243-4711-bab0-8d491302fc75 service neutron] Pushing event updated for resources: {'Port': ['ID=076d31fd-3cbc-42e1-9b3d-9ce889b54acd,revision_number=2']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:29.645542 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-0c68cd3c-b243-4711-bab0-8d491302fc75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:29.711688 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd970da-7543-4aea-96a8-52d6a64b9a07 req-fae6fea3-8dfd-4e04-9f6e-20f61f07a21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:29.713890 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-bdd970da-7543-4aea-96a8-52d6a64b9a07 req-fae6fea3-8dfd-4e04-9f6e-20f61f07a21f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7879ceca-ac45-4ec5-8a61-389c60092f52 HTTP/1.1" status: 200 len: 849 time: 0.2518315 May 18 10:01:29.719118 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning for port c9956d95-1f80-4159-a7af-5ccae1e13e97 completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:01:29.727966 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-2e2387f0-23ae-4c1d-9d9f-83f0dfc5ec43 req-c8036ae0-9d62-4343-9347-b974dc564beb tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235682 May 18 10:01:29.732095 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b150f-2354-4678-b7f9-adc01d1c0dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d89c620-5bc7-4131-8b9a-0cded47ba9f8,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:29.747411 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning complete for port c9956d95-1f80-4159-a7af-5ccae1e13e97 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:01:29.747805 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:29.801433 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-0b7b150f-2354-4678-b7f9-adc01d1c0dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:29.826367 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-0b7b150f-2354-4678-b7f9-adc01d1c0dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:29.839908 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-0b7b150f-2354-4678-b7f9-adc01d1c0dc6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6d89c620-5bc7-4131-8b9a-0cded47ba9f8 HTTP/1.1" status: 204 len: 168 time: 0.9913549 May 18 10:01:29.928130 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd970da-7543-4aea-96a8-52d6a64b9a07 req-7508a719-410f-4ba3-8700-42958321da66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:29.929615 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-bdd970da-7543-4aea-96a8-52d6a64b9a07 req-7508a719-410f-4ba3-8700-42958321da66 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38de340e-be75-495c-91ac-81e0ab74f998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1991289 May 18 10:01:30.128239 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.db_base_plugin_common [req-414845d5-2c81-4339-8b06-70240db8ec33 req-40ff674e-64eb-4dbd-854b-df8e0bdb96de tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Allocated IP 172.20.0.5 (36d853f8-458b-4f42-920c-475d49b3e130/046da656-b669-4563-8f73-8c31c4d92c51/e7a8c3e4-a184-47ef-b5b8-357ad417d2ef) {{(pid=91255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:01:30.139229 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:30.198984 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42195319-68c1-40df-8409-3873bfed4993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9956d95-1f80-4159-a7af-5ccae1e13e97'}] {{(pid=91256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:01:30.308999 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port c9956d95-1f80-4159-a7af-5ccae1e13e97, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c9956d95-1f80-4159-a7af-5ccae1e13e97,segment=NetworkSegment(2beb079a-9d35-4dc7-bdc2-f082c5b10557),segment_id=2beb079a-9d35-4dc7-bdc2-f082c5b10557)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:30.314982 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:30.315901 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 69e6f867-49e0-46d9-a0c2-4da93c33c0d8 up at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:01:30.337810 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-bdd970da-7543-4aea-96a8-52d6a64b9a07 req-2afbf33d-e444-44d4-bdda-207fd4659924 service neutron] 10.222.0.10 "GET /v2.0/networks/38de340e-be75-495c-91ac-81e0ab74f998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981407 May 18 10:01:30.352157 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3876baa-2ffb-47f3-9096-0a413addb00e req-73860667-77cd-4b42-9b15-573590e27428 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:30.361788 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-e3876baa-2ffb-47f3-9096-0a413addb00e req-73860667-77cd-4b42-9b15-573590e27428 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=42195319-68c1-40df-8409-3873bfed4993 HTTP/1.1" status: 200 len: 945 time: 0.3828309 May 18 10:01:30.393359 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.managers [req-52217c31-609c-4147-bae1-75be584d3bb8 req-0c68cd3c-b243-4711-bab0-8d491302fc75 service neutron] Attempting to bind port 076d31fd-3cbc-42e1-9b3d-9ce889b54acd on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:01:30.393849 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.managers [req-52217c31-609c-4147-bae1-75be584d3bb8 req-0c68cd3c-b243-4711-bab0-8d491302fc75 service neutron] Attempting to bind port 076d31fd-3cbc-42e1-9b3d-9ce889b54acd by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '6ab8eb64-9d8c-461a-9e69-e2de920fc693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '36d853f8-458b-4f42-920c-475d49b3e130'}] {{(pid=91255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:01:30.394048 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52217c31-609c-4147-bae1-75be584d3bb8 req-0c68cd3c-b243-4711-bab0-8d491302fc75 service neutron] Attempting to bind port 076d31fd-3cbc-42e1-9b3d-9ce889b54acd on network 36d853f8-458b-4f42-920c-475d49b3e130 {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:01:30.418178 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-e5455734-2eb9-4e06-9646-f877c3d8c74e tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:30.418946 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-e5455734-2eb9-4e06-9646-f877c3d8c74e tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Synchronizing usage tracker for tenant:f716dbf60ba7409595aa27a28db3f6ae on resource:network {{(pid=91255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:01:30.420570 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:30.450330 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52217c31-609c-4147-bae1-75be584d3bb8 req-0c68cd3c-b243-4711-bab0-8d491302fc75 service neutron] Port 076d31fd-3cbc-42e1-9b3d-9ce889b54acd on network 36d853f8-458b-4f42-920c-475d49b3e130 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 10:01:30.460493 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52217c31-609c-4147-bae1-75be584d3bb8 req-0c68cd3c-b243-4711-bab0-8d491302fc75 service neutron] Attempting to bind port 076d31fd-3cbc-42e1-9b3d-9ce889b54acd on network 36d853f8-458b-4f42-920c-475d49b3e130 {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:01:30.508702 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52217c31-609c-4147-bae1-75be584d3bb8 req-0c68cd3c-b243-4711-bab0-8d491302fc75 service neutron] Checking agent: {'id': '24b5a2b2-de0a-48ed-9b1d-3e34697dfcd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 59, 16), 'started_at': datetime.datetime(2021, 5, 18, 9, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:01:30.509160 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52217c31-609c-4147-bae1-75be584d3bb8 req-0c68cd3c-b243-4711-bab0-8d491302fc75 service neutron] Checking segment: {'id': '6ab8eb64-9d8c-461a-9e69-e2de920fc693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '36d853f8-458b-4f42-920c-475d49b3e130'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:01:30.509412 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52217c31-609c-4147-bae1-75be584d3bb8 req-0c68cd3c-b243-4711-bab0-8d491302fc75 service neutron] Bound using segment: {'id': '6ab8eb64-9d8c-461a-9e69-e2de920fc693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '36d853f8-458b-4f42-920c-475d49b3e130'} {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:01:30.509827 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.managers [req-52217c31-609c-4147-bae1-75be584d3bb8 req-0c68cd3c-b243-4711-bab0-8d491302fc75 service neutron] Bound port: 076d31fd-3cbc-42e1-9b3d-9ce889b54acd, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ab8eb64-9d8c-461a-9e69-e2de920fc693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '36d853f8-458b-4f42-920c-475d49b3e130'}}] {{(pid=91255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:01:30.510484 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-52217c31-609c-4147-bae1-75be584d3bb8 req-0c68cd3c-b243-4711-bab0-8d491302fc75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:30.539096 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=c9956d95-1f80-4159-a7af-5ccae1e13e97,revision_number=5']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:30.544183 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:30.547871 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-e3876baa-2ffb-47f3-9096-0a413addb00e req-b5784133-154d-4f2e-b9de-0ba1a5d106f7 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841476 May 18 10:01:30.565805 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning for port 69e6f867-49e0-46d9-a0c2-4da93c33c0d8 completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:01:30.573293 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning complete for port 69e6f867-49e0-46d9-a0c2-4da93c33c0d8 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:01:30.574485 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:30.634471 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-bdd970da-7543-4aea-96a8-52d6a64b9a07 req-dd14a258-4ffc-412f-bf0b-cac52a6927ba service neutron] 10.222.0.10 "GET /v2.0/networks/38de340e-be75-495c-91ac-81e0ab74f998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690074 May 18 10:01:30.685965 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-e5455734-2eb9-4e06-9646-f877c3d8c74e tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Unset dirty status for tenant:f716dbf60ba7409595aa27a28db3f6ae on resource:network {{(pid=91255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:01:30.698138 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-e5455734-2eb9-4e06-9646-f877c3d8c74e tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/networks?id=fe6c80e1-177e-4a34-ab74-aff33bd088bf HTTP/1.1" status: 200 len: 817 time: 1.1712167 May 18 10:01:30.767730 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-712be574-310e-4e90-8f1d-1d8abbd95930 req-3b97187b-0cbc-4ed7-8966-8471495ae0a9 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 210 time: 0.0663788 May 18 10:01:30.796712 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-978fcb84-67c5-45a6-a974-3d2beb92f0e5 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/quotas/f716dbf60ba7409595aa27a28db3f6ae HTTP/1.1" status: 200 len: 375 time: 0.0559030 May 18 10:01:30.891808 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:30.952678 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [req-52217c31-609c-4147-bae1-75be584d3bb8 req-0c68cd3c-b243-4711-bab0-8d491302fc75 service neutron] For port 076d31fd-3cbc-42e1-9b3d-9ce889b54acd, host hv-cinder-77262, cleared binding levels {{(pid=91255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:01:30.967280 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 69e6f867-49e0-46d9-a0c2-4da93c33c0d8, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=69e6f867-49e0-46d9-a0c2-4da93c33c0d8,segment=NetworkSegment(9e1da5fa-72fc-4f94-9194-bba357de6156),segment_id=9e1da5fa-72fc-4f94-9194-bba357de6156)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:30.976186 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:30.980061 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-4dd74508-7c74-4d48-a60a-4e4baafefe61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:30.981756 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [req-52217c31-609c-4147-bae1-75be584d3bb8 req-0c68cd3c-b243-4711-bab0-8d491302fc75 service neutron] For port 076d31fd-3cbc-42e1-9b3d-9ce889b54acd, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=076d31fd-3cbc-42e1-9b3d-9ce889b54acd,segment=NetworkSegment(6ab8eb64-9d8c-461a-9e69-e2de920fc693),segment_id=6ab8eb64-9d8c-461a-9e69-e2de920fc693)] {{(pid=91255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:01:31.001217 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-52217c31-609c-4147-bae1-75be584d3bb8 req-0c68cd3c-b243-4711-bab0-8d491302fc75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:31.036582 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:31.080675 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6391e1b-0919-4a0c-96e5-fe59356ee055 req-ce693862-7689-4c3c-bc66-70f685599651 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:31.090840 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-e6391e1b-0919-4a0c-96e5-fe59356ee055 req-ce693862-7689-4c3c-bc66-70f685599651 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8bf2f33-37dd-49f2-afa8-89cfe65dd5d6 HTTP/1.1" status: 200 len: 945 time: 0.2090898 May 18 10:01:31.144973 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=69e6f867-49e0-46d9-a0c2-4da93c33c0d8,revision_number=5']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:31.148062 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:31.172390 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-e6391e1b-0919-4a0c-96e5-fe59356ee055 req-c13d5402-fb23-412b-bd7a-f067794314f6 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/security-groups?id=73ffdf3b-8ca4-4c96-beeb-1441ebf4c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799494 May 18 10:01:31.176694 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-414845d5-2c81-4339-8b06-70240db8ec33 req-40ff674e-64eb-4dbd-854b-df8e0bdb96de tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Notify callbacks [] for port, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:31.192495 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52217c31-609c-4147-bae1-75be584d3bb8 req-0c68cd3c-b243-4711-bab0-8d491302fc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:31.193264 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-52217c31-609c-4147-bae1-75be584d3bb8 req-0c68cd3c-b243-4711-bab0-8d491302fc75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for port, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:31.194643 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-52217c31-609c-4147-bae1-75be584d3bb8 req-0c68cd3c-b243-4711-bab0-8d491302fc75 service neutron] 10.222.0.10 "PUT /v2.0/ports/076d31fd-3cbc-42e1-9b3d-9ce889b54acd HTTP/1.1" status: 200 len: 1094 time: 2.9752820 May 18 10:01:31.197006 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7697afcc-2829-4ad6-8fe2-c494ce080958', 'tag': '076d31fd-3cbc-42e1-9b3d-9ce889b54acd'}] {{(pid=91255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:01:31.216837 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-353b43f5-f28c-439e-acae-89fd92a28faf tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Synchronizing usage tracker for tenant:f716dbf60ba7409595aa27a28db3f6ae on resource:port {{(pid=91255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:01:31.223748 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c68cd3c-b243-4711-bab0-8d491302fc75 service neutron] Pushing event updated for resources: {'Port': ['ID=076d31fd-3cbc-42e1-9b3d-9ce889b54acd,revision_number=3']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:31.228734 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-0c68cd3c-b243-4711-bab0-8d491302fc75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:31.261719 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-353b43f5-f28c-439e-acae-89fd92a28faf tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Unset dirty status for tenant:f716dbf60ba7409595aa27a28db3f6ae on resource:port {{(pid=91255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:01:31.263260 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-353b43f5-f28c-439e-acae-89fd92a28faf tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f716dbf60ba7409595aa27a28db3f6ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4656272 May 18 10:01:31.419186 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-414845d5-2c81-4339-8b06-70240db8ec33 req-40ff674e-64eb-4dbd-854b-df8e0bdb96de tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839'] for port, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:31.449147 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-0c68cd3c-b243-4711-bab0-8d491302fc75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:31.479704 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d3b5a-ed91-48e8-865e-0390717a9623 req-44c7ac22-0515-4f05-a3b8-4a6973e71ee1 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:31.482194 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-e44d3b5a-ed91-48e8-865e-0390717a9623 req-44c7ac22-0515-4f05-a3b8-4a6973e71ee1 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 944 time: 0.1018927 May 18 10:01:31.514884 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-414845d5-2c81-4339-8b06-70240db8ec33 req-40ff674e-64eb-4dbd-854b-df8e0bdb96de tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Network 36d853f8-458b-4f42-920c-475d49b3e130 is already hosted by enough agents. {{(pid=91255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:01:31.516786 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device e4e93cbb-6abf-4368-9d99-cb28b406c180 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:01:31.523277 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [req-414845d5-2c81-4339-8b06-70240db8ec33 req-40ff674e-64eb-4dbd-854b-df8e0bdb96de tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Resources bound (agent type, host, resource id): {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:01:31.531259 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.l3_dvrscheduler_db [req-414845d5-2c81-4339-8b06-70240db8ec33 req-40ff674e-64eb-4dbd-854b-df8e0bdb96de tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Received port after_create {{(pid=91255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:01:31.537513 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414845d5-2c81-4339-8b06-70240db8ec33 req-40ff674e-64eb-4dbd-854b-df8e0bdb96de tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:31.538194 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-414845d5-2c81-4339-8b06-70240db8ec33 req-40ff674e-64eb-4dbd-854b-df8e0bdb96de tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for port, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:31.580299 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-414845d5-2c81-4339-8b06-70240db8ec33 req-40ff674e-64eb-4dbd-854b-df8e0bdb96de tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1093299 May 18 10:01:31.590509 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-e44d3b5a-ed91-48e8-865e-0390717a9623 req-367e751e-a44d-4be0-a1a5-d3e0c64330b9 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953341 May 18 10:01:31.599647 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [req-414845d5-2c81-4339-8b06-70240db8ec33 req-9e74f8d2-4eb4-4b2b-88e0-a6ed077b8386 service neutron] Request body: {'port': {'device_id': '827e4f51-8628-4a8c-a00e-511dcf9d5de8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:31.626019 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff674e-64eb-4dbd-854b-df8e0bdb96de tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Pushing event updated for resources: {'Port': ['ID=e7a8c3e4-a184-47ef-b5b8-357ad417d2ef,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:31.639106 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-17e5ab85-9b37-4235-a1d0-200dc07c9d6d service neutron] 10.222.0.11 "GET /v2.0/networks/fe6c80e1-177e-4a34-ab74-aff33bd088bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355050 May 18 10:01:31.641135 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-40ff674e-64eb-4dbd-854b-df8e0bdb96de tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:31.751804 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port e4e93cbb-6abf-4368-9d99-cb28b406c180, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e4e93cbb-6abf-4368-9d99-cb28b406c180,segment=NetworkSegment(3769062a-12ce-4aba-be75-7a8f50e46583),segment_id=3769062a-12ce-4aba-be75-7a8f50e46583)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:31.761441 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52217c31-609c-4147-bae1-75be584d3bb8 req-a7255706-98f6-451f-a5e5-07621f0d14ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:31.763016 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-52217c31-609c-4147-bae1-75be584d3bb8 req-a7255706-98f6-451f-a5e5-07621f0d14ac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=042ed8cf21fa4927a4d7b9573be4dfa8&device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 1097 time: 0.4989367 May 18 10:01:31.768979 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Returning: {'device': 'e4e93cbb-6abf-4368-9d99-cb28b406c180', 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998', 'port_id': 'e4e93cbb-6abf-4368-9d99-cb28b406c180', 'mac_address': 'fa:16:3e:d5:76:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7879ceca-ac45-4ec5-8a61-389c60092f52', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:01:31.852000 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-52217c31-609c-4147-bae1-75be584d3bb8 req-78f0e54a-8086-41d7-8568-6a71350d1472 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=076d31fd-3cbc-42e1-9b3d-9ce889b54acd HTTP/1.1" status: 200 len: 217 time: 0.0800631 May 18 10:01:31.855533 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:31.876317 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4e93cbb-6abf-4368-9d99-cb28b406c180 {{(pid=91256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:01:31.901527 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port e4e93cbb-6abf-4368-9d99-cb28b406c180, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e4e93cbb-6abf-4368-9d99-cb28b406c180,segment=NetworkSegment(3769062a-12ce-4aba-be75-7a8f50e46583),segment_id=3769062a-12ce-4aba-be75-7a8f50e46583)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:31.910834 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:31.914959 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:31.992223 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-731b22a5-f9e7-49cb-a83a-7d61c8ade19f service neutron] 10.222.0.11 "GET /v2.0/networks/fe6c80e1-177e-4a34-ab74-aff33bd088bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419213 May 18 10:01:32.000145 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52217c31-609c-4147-bae1-75be584d3bb8 req-acf96a76-39c1-4dba-a8bc-d0f344578dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:32.008420 dv-cinder-772623-5-iscsi neutron-server[91256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42195319-68c1-40df-8409-3873bfed4993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9956d95-1f80-4159-a7af-5ccae1e13e97', 'code': 200} May 18 10:01:32.015012 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-52217c31-609c-4147-bae1-75be584d3bb8 req-acf96a76-39c1-4dba-a8bc-d0f344578dfc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=046da656-b669-4563-8f73-8c31c4d92c51 HTTP/1.1" status: 200 len: 858 time: 0.1332717 May 18 10:01:32.020980 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-414845d5-2c81-4339-8b06-70240db8ec33 req-9e74f8d2-4eb4-4b2b-88e0-a6ed077b8386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:32.068109 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=e4e93cbb-6abf-4368-9d99-cb28b406c180,revision_number=4']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:32.077548 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:32.146071 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-52217c31-609c-4147-bae1-75be584d3bb8 req-14b6844b-e69c-4dfd-9f16-4ac861871072 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=36d853f8-458b-4f42-920c-475d49b3e130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1138480 May 18 10:01:32.151396 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7697afcc-2829-4ad6-8fe2-c494ce080958', 'tag': '076d31fd-3cbc-42e1-9b3d-9ce889b54acd', 'status': 'completed', 'code': 200} May 18 10:01:32.238029 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['e4e93cbb-6abf-4368-9d99-cb28b406c180'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:01:32.677755 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687db0b-468e-4085-be21-09acc2bd6daa req-78449651-8ccd-457f-9f46-533d0f2ec096 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:32.688622 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-e687db0b-468e-4085-be21-09acc2bd6daa req-78449651-8ccd-457f-9f46-533d0f2ec096 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=42195319-68c1-40df-8409-3873bfed4993 HTTP/1.1" status: 200 len: 946 time: 0.4838006 May 18 10:01:32.714891 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21fb131-7f8d-4170-a6d2-db548686ef81 req-e3e6400c-bf59-41d0-97da-ef7429c7322f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:32.718928 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-d21fb131-7f8d-4170-a6d2-db548686ef81 req-e3e6400c-bf59-41d0-97da-ef7429c7322f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=42195319-68c1-40df-8409-3873bfed4993 HTTP/1.1" status: 200 len: 1099 time: 0.3657651 May 18 10:01:32.760694 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-d21fb131-7f8d-4170-a6d2-db548686ef81 req-c4a883de-27fd-4ec2-aeef-c2932e0d5a5d service neutron] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:32.897627 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [req-d21fb131-7f8d-4170-a6d2-db548686ef81 req-c4a883de-27fd-4ec2-aeef-c2932e0d5a5d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:32.924610 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-e687db0b-468e-4085-be21-09acc2bd6daa req-c97c05ee-aa24-4583-bc90-0718f980a104 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348526 May 18 10:01:32.931940 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-d21fb131-7f8d-4170-a6d2-db548686ef81 req-c4a883de-27fd-4ec2-aeef-c2932e0d5a5d service neutron] Usage tracker for resource:security_group_rule and tenant:945d2d7e42124e7b9def72d240091da8 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:32.941703 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-d21fb131-7f8d-4170-a6d2-db548686ef81 req-c4a883de-27fd-4ec2-aeef-c2932e0d5a5d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:32.977393 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [req-d21fb131-7f8d-4170-a6d2-db548686ef81 req-c4a883de-27fd-4ec2-aeef-c2932e0d5a5d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:33.321436 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-d21fb131-7f8d-4170-a6d2-db548686ef81 req-c4a883de-27fd-4ec2-aeef-c2932e0d5a5d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:33.346197 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-d21fb131-7f8d-4170-a6d2-db548686ef81 req-c4a883de-27fd-4ec2-aeef-c2932e0d5a5d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:33.386532 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-5ac14d81-76a9-4036-ac6f-f177d5fdfc1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:33.464036 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-d21fb131-7f8d-4170-a6d2-db548686ef81 req-c4a883de-27fd-4ec2-aeef-c2932e0d5a5d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7337456 May 18 10:01:33.483545 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a883de-27fd-4ec2-aeef-c2932e0d5a5d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ace46f89-fd9c-43b8-a8bf-3d38cce4ff9a,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:33.495487 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-c4a883de-27fd-4ec2-aeef-c2932e0d5a5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:33.521434 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ddf4f9-1c1c-462d-b028-ec3185a9a838 req-322fd939-39c4-4ae3-935a-0e05604ad496 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:33.524590 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-93ddf4f9-1c1c-462d-b028-ec3185a9a838 req-322fd939-39c4-4ae3-935a-0e05604ad496 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8bf2f33-37dd-49f2-afa8-89cfe65dd5d6 HTTP/1.1" status: 200 len: 946 time: 0.3125174 May 18 10:01:33.577362 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-52217c31-609c-4147-bae1-75be584d3bb8 req-d1849dfe-8e8e-4704-aae8-17db9d6fc8a5 service neutron] 10.222.0.10 "GET /v2.0/networks/36d853f8-458b-4f42-920c-475d49b3e130?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4226811 May 18 10:01:33.601878 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adc339-806a-4126-830d-30134cc31096 req-bc579163-35fc-494a-977d-1389f433e412 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:33.602826 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-d3adc339-806a-4126-830d-30134cc31096 req-bc579163-35fc-494a-977d-1389f433e412 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Synchronizing usage tracker for tenant:042ed8cf21fa4927a4d7b9573be4dfa8 on resource:port {{(pid=91255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:01:33.637756 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-93ddf4f9-1c1c-462d-b028-ec3185a9a838 req-89d81f54-4858-40cb-960f-8ce0debb3253 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/security-groups?id=73ffdf3b-8ca4-4c96-beeb-1441ebf4c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061563 May 18 10:01:33.734286 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-d3adc339-806a-4126-830d-30134cc31096 req-bc579163-35fc-494a-977d-1389f433e412 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Unset dirty status for tenant:042ed8cf21fa4927a4d7b9573be4dfa8 on resource:port {{(pid=91255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:01:33.735574 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-d3adc339-806a-4126-830d-30134cc31096 req-bc579163-35fc-494a-977d-1389f433e412 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 931 time: 0.9125032 May 18 10:01:33.866540 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-96cd3e8e-05df-43c9-aa13-9819ebfdd606 req-143dfa8c-8320-4cad-a2b6-72483760e001 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 210 time: 0.0517957 May 18 10:01:33.883474 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.notifiers.nova [req-414845d5-2c81-4339-8b06-70240db8ec33 req-9e74f8d2-4eb4-4b2b-88e0-a6ed077b8386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7a8c3e4-a184-47ef-b5b8-357ad417d2ef {{(pid=91255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:01:33.898221 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-52217c31-609c-4147-bae1-75be584d3bb8 req-0e97b6d7-c85d-4318-af30-03bf78387c75 service neutron] 10.222.0.10 "GET /v2.0/networks/36d853f8-458b-4f42-920c-475d49b3e130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830141 May 18 10:01:33.900470 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-d3adc339-806a-4126-830d-30134cc31096 req-f202516f-f98c-451f-a9e0-1a55e0688ef6 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Synchronizing usage tracker for tenant:042ed8cf21fa4927a4d7b9573be4dfa8 on resource:security_group {{(pid=91255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:01:33.905833 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-414845d5-2c81-4339-8b06-70240db8ec33 req-9e74f8d2-4eb4-4b2b-88e0-a6ed077b8386 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:33.935111 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.provisioning_blocks [req-414845d5-2c81-4339-8b06-70240db8ec33 req-9e74f8d2-4eb4-4b2b-88e0-a6ed077b8386 service neutron] Transition to ACTIVE for port object e7a8c3e4-a184-47ef-b5b8-357ad417d2ef will not be triggered until provisioned by entity L2. {{(pid=91255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:01:33.945194 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-d3adc339-806a-4126-830d-30134cc31096 req-f202516f-f98c-451f-a9e0-1a55e0688ef6 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Unset dirty status for tenant:042ed8cf21fa4927a4d7b9573be4dfa8 on resource:security_group {{(pid=91255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:01:33.946470 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-d3adc339-806a-4126-830d-30134cc31096 req-f202516f-f98c-451f-a9e0-1a55e0688ef6 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565375 May 18 10:01:33.947065 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-414845d5-2c81-4339-8b06-70240db8ec33 req-9e74f8d2-4eb4-4b2b-88e0-a6ed077b8386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:33.952498 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:34.009788 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8bf2f33-37dd-49f2-afa8-89cfe65dd5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e6f867-49e0-46d9-a0c2-4da93c33c0d8'}] {{(pid=91256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:01:34.211246 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc097a4-84ba-43a0-ac87-f5cfb6294a96 req-d1c5a016-56cb-48f1-bcc7-073f2c978389 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:34.213092 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-4bc097a4-84ba-43a0-ac87-f5cfb6294a96 req-d1c5a016-56cb-48f1-bcc7-073f2c978389 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 945 time: 0.1166553 May 18 10:01:34.222129 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74f8d2-4eb4-4b2b-88e0-a6ed077b8386 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a8c3e4-a184-47ef-b5b8-357ad417d2ef,revision_number=2']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:34.236856 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-9e74f8d2-4eb4-4b2b-88e0-a6ed077b8386 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:34.264589 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.managers [req-414845d5-2c81-4339-8b06-70240db8ec33 req-9e74f8d2-4eb4-4b2b-88e0-a6ed077b8386 service neutron] Attempting to bind port e7a8c3e4-a184-47ef-b5b8-357ad417d2ef on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:01:34.264933 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.managers [req-414845d5-2c81-4339-8b06-70240db8ec33 req-9e74f8d2-4eb4-4b2b-88e0-a6ed077b8386 service neutron] Attempting to bind port e7a8c3e4-a184-47ef-b5b8-357ad417d2ef by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '6ab8eb64-9d8c-461a-9e69-e2de920fc693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '36d853f8-458b-4f42-920c-475d49b3e130'}] {{(pid=91255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:01:34.265261 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414845d5-2c81-4339-8b06-70240db8ec33 req-9e74f8d2-4eb4-4b2b-88e0-a6ed077b8386 service neutron] Attempting to bind port e7a8c3e4-a184-47ef-b5b8-357ad417d2ef on network 36d853f8-458b-4f42-920c-475d49b3e130 {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:01:34.275440 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414845d5-2c81-4339-8b06-70240db8ec33 req-9e74f8d2-4eb4-4b2b-88e0-a6ed077b8386 service neutron] Port e7a8c3e4-a184-47ef-b5b8-357ad417d2ef on network 36d853f8-458b-4f42-920c-475d49b3e130 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 10:01:34.275760 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414845d5-2c81-4339-8b06-70240db8ec33 req-9e74f8d2-4eb4-4b2b-88e0-a6ed077b8386 service neutron] Attempting to bind port e7a8c3e4-a184-47ef-b5b8-357ad417d2ef on network 36d853f8-458b-4f42-920c-475d49b3e130 {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:01:34.284138 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414845d5-2c81-4339-8b06-70240db8ec33 req-9e74f8d2-4eb4-4b2b-88e0-a6ed077b8386 service neutron] Checking agent: {'id': '24b5a2b2-de0a-48ed-9b1d-3e34697dfcd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 59, 16), 'started_at': datetime.datetime(2021, 5, 18, 9, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:01:34.284481 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414845d5-2c81-4339-8b06-70240db8ec33 req-9e74f8d2-4eb4-4b2b-88e0-a6ed077b8386 service neutron] Checking segment: {'id': '6ab8eb64-9d8c-461a-9e69-e2de920fc693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '36d853f8-458b-4f42-920c-475d49b3e130'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:01:34.284907 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414845d5-2c81-4339-8b06-70240db8ec33 req-9e74f8d2-4eb4-4b2b-88e0-a6ed077b8386 service neutron] Bound using segment: {'id': '6ab8eb64-9d8c-461a-9e69-e2de920fc693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '36d853f8-458b-4f42-920c-475d49b3e130'} {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:01:34.285292 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.managers [req-414845d5-2c81-4339-8b06-70240db8ec33 req-9e74f8d2-4eb4-4b2b-88e0-a6ed077b8386 service neutron] Bound port: e7a8c3e4-a184-47ef-b5b8-357ad417d2ef, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ab8eb64-9d8c-461a-9e69-e2de920fc693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '36d853f8-458b-4f42-920c-475d49b3e130'}}] {{(pid=91255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:01:34.285695 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-414845d5-2c81-4339-8b06-70240db8ec33 req-9e74f8d2-4eb4-4b2b-88e0-a6ed077b8386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:34.306732 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491dce1-cd67-4166-9ce8-840d22606501 req-49d853f3-4536-466b-a2e1-a1628f0badd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:34.308299 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-3491dce1-cd67-4166-9ce8-840d22606501 req-49d853f3-4536-466b-a2e1-a1628f0badd9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=042ed8cf21fa4927a4d7b9573be4dfa8&device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 1097 time: 0.3218753 May 18 10:01:34.320214 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-4bc097a4-84ba-43a0-ac87-f5cfb6294a96 req-3fe31958-691f-40ad-8d47-abf922094553 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980861 May 18 10:01:34.405565 dv-cinder-772623-5-iscsi neutron-server[91256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8bf2f33-37dd-49f2-afa8-89cfe65dd5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e6f867-49e0-46d9-a0c2-4da93c33c0d8', 'code': 200} May 18 10:01:34.414664 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c54aaa-931e-4f2e-bba5-2e978bf2cc7b req-24d27046-b21d-4a2e-8430-b8ff043cc085 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:34.416182 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e6c54aaa-931e-4f2e-bba5-2e978bf2cc7b req-24d27046-b21d-4a2e-8430-b8ff043cc085 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=42195319-68c1-40df-8409-3873bfed4993 HTTP/1.1" status: 200 len: 946 time: 0.3166308 May 18 10:01:34.545291 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [req-414845d5-2c81-4339-8b06-70240db8ec33 req-9e74f8d2-4eb4-4b2b-88e0-a6ed077b8386 service neutron] For port e7a8c3e4-a184-47ef-b5b8-357ad417d2ef, host hv-cinder-77262, cleared binding levels {{(pid=91255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:01:34.553337 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [req-414845d5-2c81-4339-8b06-70240db8ec33 req-9e74f8d2-4eb4-4b2b-88e0-a6ed077b8386 service neutron] For port e7a8c3e4-a184-47ef-b5b8-357ad417d2ef, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e7a8c3e4-a184-47ef-b5b8-357ad417d2ef,segment=NetworkSegment(6ab8eb64-9d8c-461a-9e69-e2de920fc693),segment_id=6ab8eb64-9d8c-461a-9e69-e2de920fc693)] {{(pid=91255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:01:34.574795 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-414845d5-2c81-4339-8b06-70240db8ec33 req-9e74f8d2-4eb4-4b2b-88e0-a6ed077b8386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:34.581129 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e6c54aaa-931e-4f2e-bba5-2e978bf2cc7b req-53569b3f-42f2-4317-a1fe-944131913d36 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123314 May 18 10:01:34.584604 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:34.626332 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491dce1-cd67-4166-9ce8-840d22606501 req-be6e2544-8322-44a6-9e4e-d14b228fce1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:34.627979 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-3491dce1-cd67-4166-9ce8-840d22606501 req-be6e2544-8322-44a6-9e4e-d14b228fce1a service neutron] 10.222.0.10 "GET /v2.0/networks?id=36d853f8-458b-4f42-920c-475d49b3e130 HTTP/1.1" status: 200 len: 919 time: 0.2893300 May 18 10:01:34.711396 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414845d5-2c81-4339-8b06-70240db8ec33 req-9e74f8d2-4eb4-4b2b-88e0-a6ed077b8386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:34.712431 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-414845d5-2c81-4339-8b06-70240db8ec33 req-9e74f8d2-4eb4-4b2b-88e0-a6ed077b8386 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for port, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:34.714570 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-414845d5-2c81-4339-8b06-70240db8ec33 req-9e74f8d2-4eb4-4b2b-88e0-a6ed077b8386 service neutron] 10.222.0.10 "PUT /v2.0/ports/e7a8c3e4-a184-47ef-b5b8-357ad417d2ef HTTP/1.1" status: 200 len: 1093 time: 3.1225791 May 18 10:01:34.719046 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-3491dce1-cd67-4166-9ce8-840d22606501 req-bec68fe0-cbed-4ebe-b6e3-aded8643dc47 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=076d31fd-3cbc-42e1-9b3d-9ce889b54acd HTTP/1.1" status: 200 len: 217 time: 0.0730560 May 18 10:01:34.719774 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '827e4f51-8628-4a8c-a00e-511dcf9d5de8', 'tag': 'e7a8c3e4-a184-47ef-b5b8-357ad417d2ef'}] {{(pid=91255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:01:34.872757 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.10', 56103) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:34.927506 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '827e4f51-8628-4a8c-a00e-511dcf9d5de8', 'tag': 'e7a8c3e4-a184-47ef-b5b8-357ad417d2ef', 'status': 'completed', 'code': 200} May 18 10:01:34.944835 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74f8d2-4eb4-4b2b-88e0-a6ed077b8386 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a8c3e4-a184-47ef-b5b8-357ad417d2ef,revision_number=3']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:34.953162 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-9e74f8d2-4eb4-4b2b-88e0-a6ed077b8386 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:34.991871 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491dce1-cd67-4166-9ce8-840d22606501 req-f6edff98-3641-4151-accd-39c0f11b6b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:34.993445 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-3491dce1-cd67-4166-9ce8-840d22606501 req-f6edff98-3641-4151-accd-39c0f11b6b12 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=046da656-b669-4563-8f73-8c31c4d92c51 HTTP/1.1" status: 200 len: 858 time: 0.2585337 May 18 10:01:35.135664 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-8f265d61-f88a-48aa-aa9e-020dd7461398 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:35.138097 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-8f265d61-f88a-48aa-aa9e-020dd7461398 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.10 "GET /v2.0/networks?id=fe6c80e1-177e-4a34-ab74-aff33bd088bf HTTP/1.1" status: 200 len: 817 time: 0.5352740 May 18 10:01:35.199128 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a0aaa-7e8f-4abb-8020-52340a949530 req-b4366e1d-d942-408c-9465-67e18fe8b59a tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:35.203364 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-4f9a0aaa-7e8f-4abb-8020-52340a949530 req-b4366e1d-d942-408c-9465-67e18fe8b59a tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8bf2f33-37dd-49f2-afa8-89cfe65dd5d6 HTTP/1.1" status: 200 len: 946 time: 0.2541416 May 18 10:01:35.242873 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-caf77b5b-e08f-4254-9e0b-cffb0a5c155d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Synchronizing usage tracker for tenant:f716dbf60ba7409595aa27a28db3f6ae on resource:security_group {{(pid=91254) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:01:35.248045 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-3491dce1-cd67-4166-9ce8-840d22606501 req-5b0e11bc-7854-4439-9c90-1c7c58c255eb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=36d853f8-458b-4f42-920c-475d49b3e130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2388632 May 18 10:01:35.274270 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-caf77b5b-e08f-4254-9e0b-cffb0a5c155d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Unset dirty status for tenant:f716dbf60ba7409595aa27a28db3f6ae on resource:security_group {{(pid=91254) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:01:35.275573 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-caf77b5b-e08f-4254-9e0b-cffb0a5c155d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f716dbf60ba7409595aa27a28db3f6ae HTTP/1.1" status: 200 len: 379 time: 0.1232259 May 18 10:01:35.284683 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-4f9a0aaa-7e8f-4abb-8020-52340a949530 req-38e67003-240d-4b92-86c6-3bdc3ec32f45 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/security-groups?id=73ffdf3b-8ca4-4c96-beeb-1441ebf4c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772641 May 18 10:01:35.290669 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-4b53c237-9cfb-4d54-aed7-220ed7b36baf tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Request body: {'port': {'device_id': '30fa5531-330c-46fb-a5ef-8fc6cda3cefc', 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf', 'admin_state_up': True, 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'security_groups': ['82832ba2-18ff-45a1-b06d-4742cd4b360a']}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:35.301006 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c3da91d6-5cf4-4935-a68a-dd5b9931431d req-195c9bef-785f-497f-af6e-d2a0f18970df tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 210 time: 0.2055054 May 18 10:01:35.334021 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25d0e5-0c80-4389-a9eb-5122978e4a20 req-c029239c-7a8a-4b0a-a41a-94a039ee2fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:35.335901 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-6a25d0e5-0c80-4389-a9eb-5122978e4a20 req-c029239c-7a8a-4b0a-a41a-94a039ee2fb3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d8bf2f33-37dd-49f2-afa8-89cfe65dd5d6 HTTP/1.1" status: 200 len: 1099 time: 0.4573784 May 18 10:01:35.537982 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device e4e93cbb-6abf-4368-9d99-cb28b406c180 up at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:01:35.586229 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414845d5-2c81-4339-8b06-70240db8ec33 req-6665cbe5-e296-4f25-8cc9-c7413f2cca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:35.587911 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-414845d5-2c81-4339-8b06-70240db8ec33 req-6665cbe5-e296-4f25-8cc9-c7413f2cca55 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=042ed8cf21fa4927a4d7b9573be4dfa8&device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 1096 time: 0.7749066 May 18 10:01:35.691807 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning for port e4e93cbb-6abf-4368-9d99-cb28b406c180 completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:01:35.700036 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning complete for port e4e93cbb-6abf-4368-9d99-cb28b406c180 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:01:35.700565 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:35.744903 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-4b53c237-9cfb-4d54-aed7-220ed7b36baf tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:35.756438 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-4b53c237-9cfb-4d54-aed7-220ed7b36baf tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:35.778912 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-414845d5-2c81-4339-8b06-70240db8ec33 req-9433ab05-f009-446b-975d-66221ef28c90 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7a8c3e4-a184-47ef-b5b8-357ad417d2ef HTTP/1.1" status: 200 len: 217 time: 0.1690733 May 18 10:01:35.791637 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-6a25d0e5-0c80-4389-a9eb-5122978e4a20 req-b5454674-eab2-439c-87cf-70ad463ef2b6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=73ffdf3b-8ca4-4c96-beeb-1441ebf4c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344931 May 18 10:01:35.811877 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-4b53c237-9cfb-4d54-aed7-220ed7b36baf tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Made reservation on behalf of f716dbf60ba7409595aa27a28db3f6ae for: {'port': 1} {{(pid=91254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:01:35.816925 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-4b53c237-9cfb-4d54-aed7-220ed7b36baf tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:35.866924 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:35.915851 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port e4e93cbb-6abf-4368-9d99-cb28b406c180, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e4e93cbb-6abf-4368-9d99-cb28b406c180,segment=NetworkSegment(3769062a-12ce-4aba-be75-7a8f50e46583),segment_id=3769062a-12ce-4aba-be75-7a8f50e46583)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:35.922753 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:35.933995 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:35.935882 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-3491dce1-cd67-4166-9ce8-840d22606501 req-5dd5c129-9bf1-4e38-9feb-b8382dc94531 service neutron] 10.222.0.10 "GET /v2.0/networks/36d853f8-458b-4f42-920c-475d49b3e130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6779971 May 18 10:01:35.956767 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414845d5-2c81-4339-8b06-70240db8ec33 req-0710ea67-6b53-4bc8-a1f7-f512cb4f8f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:35.958484 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-414845d5-2c81-4339-8b06-70240db8ec33 req-0710ea67-6b53-4bc8-a1f7-f512cb4f8f11 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=046da656-b669-4563-8f73-8c31c4d92c51 HTTP/1.1" status: 200 len: 858 time: 0.1418357 May 18 10:01:35.966536 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851b8fd-18f6-4aab-82b2-abfe0fc05757 req-73f88728-8f83-4374-90cd-31cf1dd4ec51 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:35.974769 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-7851b8fd-18f6-4aab-82b2-abfe0fc05757 req-73f88728-8f83-4374-90cd-31cf1dd4ec51 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 945 time: 0.4279923 May 18 10:01:36.038337 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=e4e93cbb-6abf-4368-9d99-cb28b406c180,revision_number=5']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:36.043280 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:36.168260 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea15af1-31e3-44ba-8f0e-00def3626e33 req-14fde063-5bdd-4789-8d1f-abb7a2fb787b tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:36.170550 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-8ea15af1-31e3-44ba-8f0e-00def3626e33 req-14fde063-5bdd-4789-8d1f-abb7a2fb787b tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 943 time: 0.4047735 May 18 10:01:36.183496 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-3491dce1-cd67-4166-9ce8-840d22606501 req-8264b79e-91a3-477a-bc5c-73e400343de6 service neutron] 10.222.0.10 "GET /v2.0/networks/36d853f8-458b-4f42-920c-475d49b3e130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887388 May 18 10:01:36.200291 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-414845d5-2c81-4339-8b06-70240db8ec33 req-92b6b49d-5528-46d5-bbd5-e12af770f002 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=36d853f8-458b-4f42-920c-475d49b3e130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2066193 May 18 10:01:36.239125 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.db_base_plugin_common [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-4b53c237-9cfb-4d54-aed7-220ed7b36baf tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Allocated IP 172.20.0.9 (fe6c80e1-177e-4a34-ab74-aff33bd088bf/293e45ba-5a92-42da-8d0a-72e710626ff2/0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2) {{(pid=91254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:01:36.243757 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-8ea15af1-31e3-44ba-8f0e-00def3626e33 req-cf4adab9-5e66-4cfe-924e-c67604c29011 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655580 May 18 10:01:36.377155 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-7851b8fd-18f6-4aab-82b2-abfe0fc05757 req-485c066c-76e2-4ca2-a6ad-fe843eca5957 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4014256 May 18 10:01:36.407523 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14e7540-0cec-4f49-bdca-542e722e2406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e93cbb-6abf-4368-9d99-cb28b406c180'}] {{(pid=91256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:01:36.433947 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-414845d5-2c81-4339-8b06-70240db8ec33 req-dcb0e61c-534e-4e3e-af96-14bc71a59cf8 service neutron] 10.222.0.10 "GET /v2.0/networks/36d853f8-458b-4f42-920c-475d49b3e130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208195 May 18 10:01:36.606150 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-414845d5-2c81-4339-8b06-70240db8ec33 req-61a5bf27-2548-45fe-9f50-d16daec91619 service neutron] 10.222.0.10 "GET /v2.0/networks/36d853f8-458b-4f42-920c-475d49b3e130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686196 May 18 10:01:36.617708 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-4b53c237-9cfb-4d54-aed7-220ed7b36baf tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for port, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:36.645250 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.provisioning_blocks [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-4b53c237-9cfb-4d54-aed7-220ed7b36baf tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Transition to ACTIVE for port object 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2 will not be triggered until provisioned by entity DHCP. {{(pid=91254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:01:36.668256 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd6ba9-aa19-4848-ab66-07f442e1d9c9 req-e7aa8f1b-d9c9-4f60-a340-0e37bdfb86f5 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:36.669880 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-77fd6ba9-aa19-4848-ab66-07f442e1d9c9 req-e7aa8f1b-d9c9-4f60-a340-0e37bdfb86f5 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=42195319-68c1-40df-8409-3873bfed4993 HTTP/1.1" status: 200 len: 946 time: 0.1737106 May 18 10:01:36.725329 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-4b53c237-9cfb-4d54-aed7-220ed7b36baf tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839'] for port, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:36.736922 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-93f822fe-8329-4d54-afe0-bfc42abee44f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:36.781577 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-77fd6ba9-aa19-4848-ab66-07f442e1d9c9 req-da028e66-f0e6-43f3-9c14-3d3f2c6fdc50 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019468 May 18 10:01:36.841771 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df1808-c657-4ad5-93ae-293874becc43 req-62bcff41-114e-46fd-aa67-56dd3bbfc418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:36.855664 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-49df1808-c657-4ad5-93ae-293874becc43 req-62bcff41-114e-46fd-aa67-56dd3bbfc418 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=042ed8cf21fa4927a4d7b9573be4dfa8&device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 1096 time: 0.1614695 May 18 10:01:36.865251 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ffcb1a-2fe4-47a6-8a98-ae40fee55887 req-4c0a53dd-5a8d-4eb4-8d53-1311967ac971 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:36.866859 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-17ffcb1a-2fe4-47a6-8a98-ae40fee55887 req-4c0a53dd-5a8d-4eb4-8d53-1311967ac971 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8bf2f33-37dd-49f2-afa8-89cfe65dd5d6 HTTP/1.1" status: 200 len: 946 time: 0.2589216 May 18 10:01:36.884160 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-4b53c237-9cfb-4d54-aed7-220ed7b36baf tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Network fe6c80e1-177e-4a34-ab74-aff33bd088bf is already hosted by enough agents. {{(pid=91254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:01:36.885573 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53c237-9cfb-4d54-aed7-220ed7b36baf tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Pushing event updated for resources: {'Port': ['ID=0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:36.892006 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.base_scheduler [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-4b53c237-9cfb-4d54-aed7-220ed7b36baf tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Resources bound (agent type, host, resource id): {{(pid=91254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:01:36.895672 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-4b53c237-9cfb-4d54-aed7-220ed7b36baf tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:36.897034 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.l3_dvrscheduler_db [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-4b53c237-9cfb-4d54-aed7-220ed7b36baf tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Received port after_create {{(pid=91254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:01:36.909482 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-4b53c237-9cfb-4d54-aed7-220ed7b36baf tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:36.910726 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-4b53c237-9cfb-4d54-aed7-220ed7b36baf tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for port, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:37.076192 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-17ffcb1a-2fe4-47a6-8a98-ae40fee55887 req-6edc6c76-9cfb-41d5-b04d-241ee07cd0a3 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/security-groups?id=73ffdf3b-8ca4-4c96-beeb-1441ebf4c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598504 May 18 10:01:37.146804 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-4b53c237-9cfb-4d54-aed7-220ed7b36baf tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8607061 May 18 10:01:37.174107 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df1808-c657-4ad5-93ae-293874becc43 req-193a752b-5023-47ae-ab55-657f3d15428c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:37.175387 dv-cinder-772623-5-iscsi neutron-server[91256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14e7540-0cec-4f49-bdca-542e722e2406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e93cbb-6abf-4368-9d99-cb28b406c180', 'code': 200} May 18 10:01:37.176143 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-49df1808-c657-4ad5-93ae-293874becc43 req-193a752b-5023-47ae-ab55-657f3d15428c service neutron] 10.222.0.10 "GET /v2.0/networks?id=36d853f8-458b-4f42-920c-475d49b3e130 HTTP/1.1" status: 200 len: 919 time: 0.3083391 May 18 10:01:37.198516 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94917f-1cef-42af-a456-a4559b6c5c16 req-4bf95517-301d-4f1e-b6dd-649b3c40d8e7 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:37.199656 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-ff94917f-1cef-42af-a456-a4559b6c5c16 req-4bf95517-301d-4f1e-b6dd-649b3c40d8e7 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Synchronizing usage tracker for tenant:f716dbf60ba7409595aa27a28db3f6ae on resource:port {{(pid=91254) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:01:37.223978 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-ff94917f-1cef-42af-a456-a4559b6c5c16 req-4bf95517-301d-4f1e-b6dd-649b3c40d8e7 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Unset dirty status for tenant:f716dbf60ba7409595aa27a28db3f6ae on resource:port {{(pid=91254) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:01:37.225417 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ff94917f-1cef-42af-a456-a4559b6c5c16 req-4bf95517-301d-4f1e-b6dd-649b3c40d8e7 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 931 time: 0.2535298 May 18 10:01:37.298510 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ff94917f-1cef-42af-a456-a4559b6c5c16 req-689c1650-e70f-4fea-b5b6-f84ee25fb97a tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656471 May 18 10:01:37.347216 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-b585099e-977c-433a-addb-8586ce7a905f None None] Provisioning for port 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2 completed by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:01:37.355998 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-b585099e-977c-433a-addb-8586ce7a905f None None] Provisioning complete for port 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2 triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:01:37.356602 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-b585099e-977c-433a-addb-8586ce7a905f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:37.466568 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-b585099e-977c-433a-addb-8586ce7a905f None None] Port 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2 cannot update to ACTIVE because it is not bound. {{(pid=91256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:01:37.541186 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e6b8d-cde2-4e72-97c7-33a4ad0edb44 req-07c77ad6-818e-44ea-afc8-64ce2c1b4130 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:37.543348 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-d79e6b8d-cde2-4e72-97c7-33a4ad0edb44 req-07c77ad6-818e-44ea-afc8-64ce2c1b4130 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 943 time: 0.1269493 May 18 10:01:37.597231 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-d79e6b8d-cde2-4e72-97c7-33a4ad0edb44 req-7c178b92-00a3-487d-ab77-f37e49a4709a tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442951 May 18 10:01:37.694063 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50faf2fd-6917-4615-a6c1-e3c4982a840e req-597fbafb-21df-482e-a91b-87e44460de83 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:37.695748 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-50faf2fd-6917-4615-a6c1-e3c4982a840e req-597fbafb-21df-482e-a91b-87e44460de83 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.1298010 May 18 10:01:37.757017 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-50faf2fd-6917-4615-a6c1-e3c4982a840e req-31f95631-9a82-48f8-9321-6d2cea951009 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542390 May 18 10:01:38.273471 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9dbbd-1cc7-4a0d-a4c4-e04b66e08f02 req-ba31b226-1e59-4ad2-b08a-d92becfa4e08 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:38.275216 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-49e9dbbd-1cc7-4a0d-a4c4-e04b66e08f02 req-ba31b226-1e59-4ad2-b08a-d92becfa4e08 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8bf2f33-37dd-49f2-afa8-89cfe65dd5d6 HTTP/1.1" status: 200 len: 946 time: 0.0883310 May 18 10:01:38.326483 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-49e9dbbd-1cc7-4a0d-a4c4-e04b66e08f02 req-e8f6499a-0cdf-40a0-b45c-fbbff86ea2de tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/security-groups?id=73ffdf3b-8ca4-4c96-beeb-1441ebf4c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447404 May 18 10:01:38.513188 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51092068-d49c-479d-97af-b5555614bfc0 req-f1dac7db-fa5f-4ebb-bc5f-561446951869 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:38.514870 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-51092068-d49c-479d-97af-b5555614bfc0 req-f1dac7db-fa5f-4ebb-bc5f-561446951869 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 931 time: 0.0899520 May 18 10:01:38.576584 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-51092068-d49c-479d-97af-b5555614bfc0 req-dbe3fb86-2ca4-42ae-9f07-edd96d3b610f tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553014 May 18 10:01:38.806455 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f48f1b-d19a-4629-8d9f-422d0720bbaf req-4f41ff0b-8cdb-4064-aedc-f48f2853c2cd tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:38.808609 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c8f48f1b-d19a-4629-8d9f-422d0720bbaf req-4f41ff0b-8cdb-4064-aedc-f48f2853c2cd tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 943 time: 0.0919652 May 18 10:01:38.863864 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c8f48f1b-d19a-4629-8d9f-422d0720bbaf req-6f9390e1-b916-42e1-b785-35678211d549 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479209 May 18 10:01:39.007901 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c998da7-c955-4436-8fb2-d813d83836e5 req-6c95a9ed-557a-4451-8878-20b905da6782 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:39.009529 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-7c998da7-c955-4436-8fb2-d813d83836e5 req-6c95a9ed-557a-4451-8878-20b905da6782 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0842757 May 18 10:01:39.057261 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-7c998da7-c955-4436-8fb2-d813d83836e5 req-1702b79e-7584-4c28-a64f-b4f3fd4c1a7b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406961 May 18 10:01:39.584724 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4621c3b-d384-49ca-a491-9d289117fea8 req-2bec1a71-b794-4450-9f97-433939e2b3cd tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:39.586275 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f4621c3b-d384-49ca-a491-9d289117fea8 req-2bec1a71-b794-4450-9f97-433939e2b3cd tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8bf2f33-37dd-49f2-afa8-89cfe65dd5d6 HTTP/1.1" status: 200 len: 946 time: 0.1484540 May 18 10:01:39.632688 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f4621c3b-d384-49ca-a491-9d289117fea8 req-88f0fce0-1241-4e5b-9bfa-f9461a71bd56 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/security-groups?id=73ffdf3b-8ca4-4c96-beeb-1441ebf4c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397425 May 18 10:01:39.784950 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779bde88-4fcb-4163-b495-0aaf27752c9d req-64900ea4-2971-4c60-891a-6af430f9323c tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:39.786567 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-779bde88-4fcb-4163-b495-0aaf27752c9d req-64900ea4-2971-4c60-891a-6af430f9323c tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 931 time: 0.0888689 May 18 10:01:39.835349 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-779bde88-4fcb-4163-b495-0aaf27752c9d req-9ea63b2c-b0b6-476e-95bb-fdba719c5b90 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422504 May 18 10:01:40.062411 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734f15e-584c-45b2-9009-4548cec0b083 req-224c20a4-3ec1-4f2a-a01a-7815e57f0ddb tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:40.063923 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-1734f15e-584c-45b2-9009-4548cec0b083 req-224c20a4-3ec1-4f2a-a01a-7815e57f0ddb tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 943 time: 0.0865960 May 18 10:01:40.110770 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-1734f15e-584c-45b2-9009-4548cec0b083 req-3d9ae615-83c9-4ffb-a9a5-0a30033ede36 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408287 May 18 10:01:40.250705 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735beab-8a3f-4978-be62-27b252f05474 req-87dddc01-c2b0-4750-9873-98aecb074ca8 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:40.252201 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-6735beab-8a3f-4978-be62-27b252f05474 req-87dddc01-c2b0-4750-9873-98aecb074ca8 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0824454 May 18 10:01:40.302073 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-6735beab-8a3f-4978-be62-27b252f05474 req-d46b9704-6b6f-468b-ab97-8d142586129a tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440180 May 18 10:01:40.822546 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-45f48b9b-2d42-4fc7-9609-2b4ad72d610e service neutron] Request body: {'port': {'device_id': '30fa5531-330c-46fb-a5ef-8fc6cda3cefc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:40.833894 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd88820-5603-4da1-8807-a82dda9eb972 req-026ce741-d222-4215-b9df-0145420f5ccb tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:40.836251 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-8cd88820-5603-4da1-8807-a82dda9eb972 req-026ce741-d222-4215-b9df-0145420f5ccb tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8bf2f33-37dd-49f2-afa8-89cfe65dd5d6 HTTP/1.1" status: 200 len: 946 time: 0.0937116 May 18 10:01:40.866002 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 076d31fd-3cbc-42e1-9b3d-9ce889b54acd details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:01:40.959796 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-45f48b9b-2d42-4fc7-9609-2b4ad72d610e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:40.980500 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-49df1808-c657-4ad5-93ae-293874becc43 req-7ecb0bdf-5f6f-4cad-a8d6-e4e6a675de10 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7a8c3e4-a184-47ef-b5b8-357ad417d2ef HTTP/1.1" status: 200 len: 217 time: 0.1008706 May 18 10:01:40.995351 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-8cd88820-5603-4da1-8807-a82dda9eb972 req-7caab570-b489-47eb-ab80-5af6b9ed3556 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/security-groups?id=73ffdf3b-8ca4-4c96-beeb-1441ebf4c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498709 May 18 10:01:41.104337 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df1808-c657-4ad5-93ae-293874becc43 req-face3564-56b8-482f-ad35-7a8b7537075a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:41.106190 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-49df1808-c657-4ad5-93ae-293874becc43 req-face3564-56b8-482f-ad35-7a8b7537075a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=046da656-b669-4563-8f73-8c31c4d92c51 HTTP/1.1" status: 200 len: 858 time: 0.1097066 May 18 10:01:41.198730 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-49df1808-c657-4ad5-93ae-293874becc43 req-d6fb0c3e-82c3-4e87-9827-ce28b5efbdfe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=36d853f8-458b-4f42-920c-475d49b3e130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845945 May 18 10:01:41.220281 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 076d31fd-3cbc-42e1-9b3d-9ce889b54acd, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=076d31fd-3cbc-42e1-9b3d-9ce889b54acd,segment=NetworkSegment(6ab8eb64-9d8c-461a-9e69-e2de920fc693),segment_id=6ab8eb64-9d8c-461a-9e69-e2de920fc693)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:41.235960 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Returning: {'device': '076d31fd-3cbc-42e1-9b3d-9ce889b54acd', 'network_id': '36d853f8-458b-4f42-920c-475d49b3e130', 'port_id': '076d31fd-3cbc-42e1-9b3d-9ce889b54acd', 'mac_address': 'fa:16:3e:25:04:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '046da656-b669-4563-8f73-8c31c4d92c51', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:01:41.275599 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537cc3f-58d5-478d-8861-1640dbaae1e3 req-a2ef6061-3039-4264-98a5-2cb7743f0dec tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:41.277730 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-6537cc3f-58d5-478d-8861-1640dbaae1e3 req-a2ef6061-3039-4264-98a5-2cb7743f0dec tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 931 time: 0.2126198 May 18 10:01:41.296769 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:41.314764 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 076d31fd-3cbc-42e1-9b3d-9ce889b54acd {{(pid=91256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:01:41.332225 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 076d31fd-3cbc-42e1-9b3d-9ce889b54acd, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=076d31fd-3cbc-42e1-9b3d-9ce889b54acd,segment=NetworkSegment(6ab8eb64-9d8c-461a-9e69-e2de920fc693),segment_id=6ab8eb64-9d8c-461a-9e69-e2de920fc693)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:41.338660 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:41.341053 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:41.414276 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=076d31fd-3cbc-42e1-9b3d-9ce889b54acd,revision_number=4']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:41.418168 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:41.465348 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-6537cc3f-58d5-478d-8861-1640dbaae1e3 req-94533025-9a74-49f8-80df-0d370dd326c5 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762412 May 18 10:01:41.475787 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-49df1808-c657-4ad5-93ae-293874becc43 req-1a06b810-8898-4f62-98a8-b79eb37b890e service neutron] 10.222.0.10 "GET /v2.0/networks/36d853f8-458b-4f42-920c-475d49b3e130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635977 May 18 10:01:41.478353 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a328da2-ef70-4036-ab74-02471e557f79 req-1ec82428-46f1-4f42-98d6-db8ef550e70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:41.480340 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-6a328da2-ef70-4036-ab74-02471e557f79 req-1ec82428-46f1-4f42-98d6-db8ef550e70c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 1099 time: 0.2476554 May 18 10:01:41.487709 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be6ac3-3941-45eb-8503-166a83dcea96 req-93664920-67f0-4fc9-b68d-23a0b374d5ac tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:41.489138 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c0be6ac3-3941-45eb-8503-166a83dcea96 req-93664920-67f0-4fc9-b68d-23a0b374d5ac tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 943 time: 0.2141762 May 18 10:01:41.573978 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.notifiers.nova [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-45f48b9b-2d42-4fc7-9609-2b4ad72d610e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2 {{(pid=91254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:01:41.582588 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-45f48b9b-2d42-4fc7-9609-2b4ad72d610e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:41.641017 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.provisioning_blocks [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-45f48b9b-2d42-4fc7-9609-2b4ad72d610e service neutron] Transition to ACTIVE for port object 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2 will not be triggered until provisioned by entity L2. {{(pid=91254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:01:41.646738 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-45f48b9b-2d42-4fc7-9609-2b4ad72d610e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:41.660724 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:41.660908 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-6a328da2-ef70-4036-ab74-02471e557f79 req-7d2fafd5-a27a-4b77-b474-1659ee295ecb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683691 May 18 10:01:41.678564 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c0be6ac3-3941-45eb-8503-166a83dcea96 req-4a4bad34-a763-4e9a-8962-eaedb35124d9 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599402 May 18 10:01:41.710554 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-49df1808-c657-4ad5-93ae-293874becc43 req-234770d2-21e0-4d16-9703-6cf791d473a9 service neutron] 10.222.0.10 "GET /v2.0/networks/36d853f8-458b-4f42-920c-475d49b3e130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154722 May 18 10:01:41.832636 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f48b9b-2d42-4fc7-9609-2b4ad72d610e service neutron] Pushing event updated for resources: {'Port': ['ID=0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2,revision_number=2']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:41.835884 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-45f48b9b-2d42-4fc7-9609-2b4ad72d610e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:41.862829 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.managers [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-45f48b9b-2d42-4fc7-9609-2b4ad72d610e service neutron] Attempting to bind port 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:01:41.863161 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.managers [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-45f48b9b-2d42-4fc7-9609-2b4ad72d610e service neutron] Attempting to bind port 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '344b6fb3-a3d0-455a-aeed-cf4ea1882505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf'}] {{(pid=91254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:01:41.863499 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-45f48b9b-2d42-4fc7-9609-2b4ad72d610e service neutron] Attempting to bind port 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2 on network fe6c80e1-177e-4a34-ab74-aff33bd088bf {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:01:41.873396 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272ae25-c227-4ebe-a039-62c3256fc9e6 req-f5b653ed-917b-41dc-b273-593f854276ed tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:41.874982 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a272ae25-c227-4ebe-a039-62c3256fc9e6 req-f5b653ed-917b-41dc-b273-593f854276ed tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.2875495 May 18 10:01:41.878801 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-45f48b9b-2d42-4fc7-9609-2b4ad72d610e service neutron] Port 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2 on network fe6c80e1-177e-4a34-ab74-aff33bd088bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 10:01:41.879120 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-45f48b9b-2d42-4fc7-9609-2b4ad72d610e service neutron] Attempting to bind port 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2 on network fe6c80e1-177e-4a34-ab74-aff33bd088bf {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:01:41.899496 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-45f48b9b-2d42-4fc7-9609-2b4ad72d610e service neutron] Checking agent: {'id': '24b5a2b2-de0a-48ed-9b1d-3e34697dfcd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 59, 16), 'started_at': datetime.datetime(2021, 5, 18, 9, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:01:41.899833 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-45f48b9b-2d42-4fc7-9609-2b4ad72d610e service neutron] Checking segment: {'id': '344b6fb3-a3d0-455a-aeed-cf4ea1882505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:01:41.900372 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-45f48b9b-2d42-4fc7-9609-2b4ad72d610e service neutron] Bound using segment: {'id': '344b6fb3-a3d0-455a-aeed-cf4ea1882505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf'} {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:01:41.900645 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.managers [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-45f48b9b-2d42-4fc7-9609-2b4ad72d610e service neutron] Bound port: 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '344b6fb3-a3d0-455a-aeed-cf4ea1882505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf'}}] {{(pid=91254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:01:41.900989 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-45f48b9b-2d42-4fc7-9609-2b4ad72d610e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:41.985529 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a272ae25-c227-4ebe-a039-62c3256fc9e6 req-fedb02e6-ec32-4df5-becd-594cf5bbc117 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021345 May 18 10:01:42.017753 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-45f48b9b-2d42-4fc7-9609-2b4ad72d610e service neutron] For port 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2, host hv-cinder-77262, cleared binding levels {{(pid=91254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:01:42.020895 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-45f48b9b-2d42-4fc7-9609-2b4ad72d610e service neutron] For port 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2,segment=NetworkSegment(344b6fb3-a3d0-455a-aeed-cf4ea1882505),segment_id=344b6fb3-a3d0-455a-aeed-cf4ea1882505)] {{(pid=91254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:01:42.024861 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-45f48b9b-2d42-4fc7-9609-2b4ad72d610e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:42.029864 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-bccf6446-47d8-43c7-94a4-16ae1f15fe44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:42.090530 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-45f48b9b-2d42-4fc7-9609-2b4ad72d610e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:42.091163 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-45f48b9b-2d42-4fc7-9609-2b4ad72d610e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for port, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:42.092581 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-45f48b9b-2d42-4fc7-9609-2b4ad72d610e service neutron] 10.222.0.10 "PUT /v2.0/ports/0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2 HTTP/1.1" status: 200 len: 1093 time: 1.2754645 May 18 10:01:42.093074 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30fa5531-330c-46fb-a5ef-8fc6cda3cefc', 'tag': '0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2'}] {{(pid=91254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:01:42.116117 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f48b9b-2d42-4fc7-9609-2b4ad72d610e service neutron] Pushing event updated for resources: {'Port': ['ID=0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2,revision_number=3']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:42.125697 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-45f48b9b-2d42-4fc7-9609-2b4ad72d610e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:42.136859 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['076d31fd-3cbc-42e1-9b3d-9ce889b54acd'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:01:42.178460 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30fa5531-330c-46fb-a5ef-8fc6cda3cefc', 'tag': '0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2', 'status': 'completed', 'code': 200} May 18 10:01:42.209699 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5905dc-5ac2-4d01-99ef-431afda16fb3 req-8c47b250-c666-41ea-808d-d1180b3a2c7b tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:42.225111 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-1d5905dc-5ac2-4d01-99ef-431afda16fb3 req-8c47b250-c666-41ea-808d-d1180b3a2c7b tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8bf2f33-37dd-49f2-afa8-89cfe65dd5d6 HTTP/1.1" status: 200 len: 946 time: 0.1237888 May 18 10:01:42.232796 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-d45152e3-c398-477a-b115-1bf3d585615e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:42.234617 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-d45152e3-c398-477a-b115-1bf3d585615e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f716dbf60ba7409595aa27a28db3f6ae&device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 1096 time: 0.0949771 May 18 10:01:42.295556 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-1d5905dc-5ac2-4d01-99ef-431afda16fb3 req-fd3d2603-6d5d-49c5-a97c-6dc6ac7bdb90 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/security-groups?id=73ffdf3b-8ca4-4c96-beeb-1441ebf4c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641630 May 18 10:01:42.329822 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-e719e0ef-ed95-4f3a-97ae-c4859195d3d8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2 HTTP/1.1" status: 200 len: 217 time: 0.0809746 May 18 10:01:42.395351 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-de048c6f-bf98-4d4b-9da9-076065d15ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:42.396756 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-de048c6f-bf98-4d4b-9da9-076065d15ba9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=293e45ba-5a92-42da-8d0a-72e710626ff2 HTTP/1.1" status: 200 len: 856 time: 0.0602252 May 18 10:01:42.482893 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-d8a624d2-4e6f-49e3-b09f-949d93974d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:42.484378 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-d8a624d2-4e6f-49e3-b09f-949d93974d5b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fe6c80e1-177e-4a34-ab74-aff33bd088bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760744 May 18 10:01:42.632203 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-a166cc2f-2b47-4559-bc1e-b76124488562 service neutron] 10.222.0.10 "GET /v2.0/networks/fe6c80e1-177e-4a34-ab74-aff33bd088bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404073 May 18 10:01:42.726174 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54db747-8d9b-4efe-ae7e-43c4b104900a req-caf0825f-6280-48e5-9d82-38b74f9ddacb tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:42.727350 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b54db747-8d9b-4efe-ae7e-43c4b104900a req-caf0825f-6280-48e5-9d82-38b74f9ddacb tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.1217284 May 18 10:01:42.790633 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b54db747-8d9b-4efe-ae7e-43c4b104900a req-c1549a71-4da6-4fc8-b284-27263fc1657d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561547 May 18 10:01:42.927648 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-54cd4907-2fce-41cc-ac1e-17908cea0abd req-6f22f358-fd15-497c-9f31-102c1ed8a252 service neutron] 10.222.0.10 "GET /v2.0/networks/fe6c80e1-177e-4a34-ab74-aff33bd088bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836337 May 18 10:01:43.094542 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ea5d6-eb77-44d2-a781-5e7b59e090d6 req-eec5e00d-69ab-4bc7-bc0c-10c601585f7b tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:43.097562 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-d74ea5d6-eb77-44d2-a781-5e7b59e090d6 req-eec5e00d-69ab-4bc7-bc0c-10c601585f7b tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 943 time: 0.1716251 May 18 10:01:43.100805 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4ffcd-a67b-4a9a-8dd2-38dd5f3e2373 req-cc7866ea-14d8-4746-b590-d33370785886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:43.102466 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a5a4ffcd-a67b-4a9a-8dd2-38dd5f3e2373 req-cc7866ea-14d8-4746-b590-d33370785886 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f716dbf60ba7409595aa27a28db3f6ae&device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 1096 time: 0.1007295 May 18 10:01:43.185682 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-d74ea5d6-eb77-44d2-a781-5e7b59e090d6 req-28c75cf6-dc26-4d40-a3b9-245619848939 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801291 May 18 10:01:43.349563 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4ffcd-a67b-4a9a-8dd2-38dd5f3e2373 req-b19e4402-1f82-4c2b-a32a-2166a6da1ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:43.351215 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a5a4ffcd-a67b-4a9a-8dd2-38dd5f3e2373 req-b19e4402-1f82-4c2b-a32a-2166a6da1ff6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fe6c80e1-177e-4a34-ab74-aff33bd088bf HTTP/1.1" status: 200 len: 918 time: 0.2325246 May 18 10:01:43.447063 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a5a4ffcd-a67b-4a9a-8dd2-38dd5f3e2373 req-27a8a594-5c54-45d7-bcbc-9bfb4080347b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2 HTTP/1.1" status: 200 len: 217 time: 0.0851629 May 18 10:01:43.465551 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6bcbd6-7ac8-4445-a6c8-7d05aaa23e1e req-1a673c68-fe89-4fd0-812d-5d03ac34d189 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:43.466036 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-bc6bcbd6-7ac8-4445-a6c8-7d05aaa23e1e req-1a673c68-fe89-4fd0-812d-5d03ac34d189 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.2276876 May 18 10:01:43.658129 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4ffcd-a67b-4a9a-8dd2-38dd5f3e2373 req-e0a1084f-7d37-49a6-bbf1-ea6229043f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:43.659952 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a5a4ffcd-a67b-4a9a-8dd2-38dd5f3e2373 req-e0a1084f-7d37-49a6-bbf1-ea6229043f47 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=293e45ba-5a92-42da-8d0a-72e710626ff2 HTTP/1.1" status: 200 len: 856 time: 0.1906774 May 18 10:01:43.663698 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-bc6bcbd6-7ac8-4445-a6c8-7d05aaa23e1e req-d03b75f7-3e6e-422c-ae4d-eacdf2361c12 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632253 May 18 10:01:43.764897 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4ffcd-a67b-4a9a-8dd2-38dd5f3e2373 req-845044f2-beb4-49a2-a5f8-f14f914530d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:43.764897 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a5a4ffcd-a67b-4a9a-8dd2-38dd5f3e2373 req-845044f2-beb4-49a2-a5f8-f14f914530d6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fe6c80e1-177e-4a34-ab74-aff33bd088bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0964701 May 18 10:01:43.880622 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 60116) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:43.936449 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a5a4ffcd-a67b-4a9a-8dd2-38dd5f3e2373 req-d5c6baf1-c9f1-4442-b65f-d03e4f06843c service neutron] 10.222.0.10 "GET /v2.0/networks/fe6c80e1-177e-4a34-ab74-aff33bd088bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639309 May 18 10:01:44.009248 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9db9cf-304c-4c4f-bead-50e9cbbf269a req-960ffbd1-fc55-4bc0-90c5-ed795c0142c3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:44.012709 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5f9db9cf-304c-4c4f-bead-50e9cbbf269a req-960ffbd1-fc55-4bc0-90c5-ed795c0142c3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.0991464 May 18 10:01:44.059069 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e963331b-9ef8-4f81-a74b-ab9825add7e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:44.082037 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-e963331b-9ef8-4f81-a74b-ab9825add7e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:44.090305 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-e963331b-9ef8-4f81-a74b-ab9825add7e8 admin admin] Usage tracker for resource:security_group_rule and tenant:ba72146857cd40fe836f9b8a745a0ea7 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:44.095994 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-e963331b-9ef8-4f81-a74b-ab9825add7e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:44.106541 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-e963331b-9ef8-4f81-a74b-ab9825add7e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:44.114043 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5f9db9cf-304c-4c4f-bead-50e9cbbf269a req-195fabde-1ec8-43f0-bd7e-5afbec8aadc7 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953538 May 18 10:01:44.124466 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a5a4ffcd-a67b-4a9a-8dd2-38dd5f3e2373 req-47c29bf0-fa41-4a95-b0bd-14eade11bac2 service neutron] 10.222.0.10 "GET /v2.0/networks/fe6c80e1-177e-4a34-ab74-aff33bd088bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772826 May 18 10:01:44.252667 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e963331b-9ef8-4f81-a74b-ab9825add7e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:44.258033 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e963331b-9ef8-4f81-a74b-ab9825add7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:44.290038 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-e73fa8f6-ed85-4646-995a-37043cd8c323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:44.303873 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-e963331b-9ef8-4f81-a74b-ab9825add7e8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ba72146857cd40fe836f9b8a745a0ea7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4197257 May 18 10:01:44.304290 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 60138) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:44.352588 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e963331b-9ef8-4f81-a74b-ab9825add7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d46c077-38d0-4f70-a24f-96a8fd18501a,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:44.360433 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-e963331b-9ef8-4f81-a74b-ab9825add7e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:44.411957 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-ce590d64-6605-4029-9e10-fa9d7572e0bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:44.445450 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-ce590d64-6605-4029-9e10-fa9d7572e0bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:44.456086 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1860d-6728-493b-a5c0-753dd96ff706 req-e6cdec6b-9724-4c3d-bafb-5b83066ee189 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:44.458281 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-acd1860d-6728-493b-a5c0-753dd96ff706 req-e6cdec6b-9724-4c3d-bafb-5b83066ee189 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 943 time: 0.1003125 May 18 10:01:44.513719 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-acd1860d-6728-493b-a5c0-753dd96ff706 req-cd2491c4-cec7-4b46-b997-f3c03ca41648 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489783 May 18 10:01:44.515553 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-ce590d64-6605-4029-9e10-fa9d7572e0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:44.522131 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-c792f3d8-f414-4543-bf58-15f714912178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:44.536724 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce590d64-6605-4029-9e10-fa9d7572e0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d46c077-38d0-4f70-a24f-96a8fd18501a,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:44.537709 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-ce590d64-6605-4029-9e10-fa9d7572e0bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:44.541198 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-ce590d64-6605-4029-9e10-fa9d7572e0bd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6d46c077-38d0-4f70-a24f-96a8fd18501a HTTP/1.1" status: 204 len: 168 time: 0.2335744 May 18 10:01:44.541198 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-ce590d64-6605-4029-9e10-fa9d7572e0bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:44.846577 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 60158) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:44.865601 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device e7a8c3e4-a184-47ef-b5b8-357ad417d2ef details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:01:44.866188 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-ac483e80-7346-4164-af87-5ee530c3970d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:44.883436 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-ac483e80-7346-4164-af87-5ee530c3970d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:44.890435 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-ac483e80-7346-4164-af87-5ee530c3970d admin admin] Usage tracker for resource:security_group_rule and tenant:0c5c431a877c4c40a6f74dcd12281865 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:44.893473 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-ac483e80-7346-4164-af87-5ee530c3970d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:44.899899 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-ac483e80-7346-4164-af87-5ee530c3970d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:44.914220 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 076d31fd-3cbc-42e1-9b3d-9ce889b54acd up at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:01:44.925881 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347a83a-364e-45bb-9240-b5e2c4f0acae req-cf3b4888-3f73-435d-ac6e-f00107893254 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:44.930912 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-8347a83a-364e-45bb-9240-b5e2c4f0acae req-cf3b4888-3f73-435d-ac6e-f00107893254 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.1456878 May 18 10:01:44.989028 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-8347a83a-364e-45bb-9240-b5e2c4f0acae req-80281dc7-d47e-4c87-945b-b76638312aaa tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555632 May 18 10:01:45.022352 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-ac483e80-7346-4164-af87-5ee530c3970d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:45.027696 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-ac483e80-7346-4164-af87-5ee530c3970d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:45.041075 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-431de575-036f-4196-82de-95557226126f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:45.066316 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port e7a8c3e4-a184-47ef-b5b8-357ad417d2ef, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e7a8c3e4-a184-47ef-b5b8-357ad417d2ef,segment=NetworkSegment(6ab8eb64-9d8c-461a-9e69-e2de920fc693),segment_id=6ab8eb64-9d8c-461a-9e69-e2de920fc693)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:45.075276 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac483e80-7346-4164-af87-5ee530c3970d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09e9531-22cb-43e2-a608-f68cd4aae2b9,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:45.080415 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-ac483e80-7346-4164-af87-5ee530c3970d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:45.082632 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Returning: {'device': 'e7a8c3e4-a184-47ef-b5b8-357ad417d2ef', 'network_id': '36d853f8-458b-4f42-920c-475d49b3e130', 'port_id': 'e7a8c3e4-a184-47ef-b5b8-357ad417d2ef', 'mac_address': 'fa:16:3e:4f:53:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '046da656-b669-4563-8f73-8c31c4d92c51', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:01:45.103766 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-ac483e80-7346-4164-af87-5ee530c3970d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0c5c431a877c4c40a6f74dcd12281865&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2560585 May 18 10:01:45.107460 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 60170) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:45.171255 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-470adc2c-3b7f-4825-88b4-9312cd917597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:45.202900 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-470adc2c-3b7f-4825-88b4-9312cd917597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:45.203874 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:45.214906 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1066cd-6d43-4a7f-a390-0afd75857f2b req-3b167359-a54d-4167-9604-96decf681e1e tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:45.216569 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ed1066cd-6d43-4a7f-a390-0afd75857f2b req-3b167359-a54d-4167-9604-96decf681e1e tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.1005924 May 18 10:01:45.225610 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 60180) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:45.232566 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-88ccdada-a8ba-4757-8bf2-fab5353ab6c7 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Request body: {'floatingip': {'port_id': 'e4e93cbb-6abf-4368-9d99-cb28b406c180'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:45.242151 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7a8c3e4-a184-47ef-b5b8-357ad417d2ef {{(pid=91256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:01:45.261940 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning for port 076d31fd-3cbc-42e1-9b3d-9ce889b54acd completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:01:45.283882 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning complete for port 076d31fd-3cbc-42e1-9b3d-9ce889b54acd triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:01:45.284515 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:45.314417 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-470adc2c-3b7f-4825-88b4-9312cd917597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:45.324969 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-88ccdada-a8ba-4757-8bf2-fab5353ab6c7 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for floatingip, before_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:45.329878 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:45.336805 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port e7a8c3e4-a184-47ef-b5b8-357ad417d2ef, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e7a8c3e4-a184-47ef-b5b8-357ad417d2ef,segment=NetworkSegment(6ab8eb64-9d8c-461a-9e69-e2de920fc693),segment_id=6ab8eb64-9d8c-461a-9e69-e2de920fc693)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:45.347509 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:45.351950 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:45.352921 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470adc2c-3b7f-4825-88b4-9312cd917597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09e9531-22cb-43e2-a608-f68cd4aae2b9,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:45.367828 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-470adc2c-3b7f-4825-88b4-9312cd917597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:45.373397 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-470adc2c-3b7f-4825-88b4-9312cd917597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:45.374999 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-470adc2c-3b7f-4825-88b4-9312cd917597 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a09e9531-22cb-43e2-a608-f68cd4aae2b9 HTTP/1.1" status: 204 len: 168 time: 0.2665229 May 18 10:01:45.414647 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094c3b6-a971-4103-836a-86fc2a12a34e req-04060662-ec72-4879-99b7-b3afd45580ea tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:45.416371 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-7094c3b6-a971-4103-836a-86fc2a12a34e req-04060662-ec72-4879-99b7-b3afd45580ea tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.1508884 May 18 10:01:45.527963 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-7094c3b6-a971-4103-836a-86fc2a12a34e req-65f21b14-fa5c-4f77-8ea7-d539c7265c91 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045599 May 18 10:01:45.689274 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=e7a8c3e4-a184-47ef-b5b8-357ad417d2ef,revision_number=4']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:45.699742 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:45.705333 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:45.748650 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7697afcc-2829-4ad6-8fe2-c494ce080958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076d31fd-3cbc-42e1-9b3d-9ce889b54acd'}] {{(pid=91256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:01:45.766888 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 076d31fd-3cbc-42e1-9b3d-9ce889b54acd, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=076d31fd-3cbc-42e1-9b3d-9ce889b54acd,segment=NetworkSegment(6ab8eb64-9d8c-461a-9e69-e2de920fc693),segment_id=6ab8eb64-9d8c-461a-9e69-e2de920fc693)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:45.771718 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:45.776399 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:45.862233 dv-cinder-772623-5-iscsi neutron-server[91256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7697afcc-2829-4ad6-8fe2-c494ce080958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076d31fd-3cbc-42e1-9b3d-9ce889b54acd', 'code': 200} May 18 10:01:45.870937 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:01:45.881320 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['e7a8c3e4-a184-47ef-b5b8-357ad417d2ef'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:01:46.028503 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:46.050616 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=076d31fd-3cbc-42e1-9b3d-9ce889b54acd,revision_number=5']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:46.054203 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:46.064425 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1444f20-a327-4c2e-83b3-16c1d0ff59da req-3d1ba3c6-bd96-49d5-8531-3cf33eacb225 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:46.066070 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-e1444f20-a327-4c2e-83b3-16c1d0ff59da req-3d1ba3c6-bd96-49d5-8531-3cf33eacb225 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 944 time: 0.3137374 May 18 10:01:46.305265 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 60218) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:46.395181 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-e1444f20-a327-4c2e-83b3-16c1d0ff59da req-6fc4e4b3-b4e7-4c4f-b918-1b8b75951b3c tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734747 May 18 10:01:46.456518 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07a55c-a3a8-4707-924b-daab68cecc59 req-b9fee1e6-023a-4d9b-ba56-1d216496a558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:46.458565 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-6f07a55c-a3a8-4707-924b-daab68cecc59 req-b9fee1e6-023a-4d9b-ba56-1d216496a558 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 1099 time: 0.4033132 May 18 10:01:46.470828 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-d3b8c47c-d619-4e2a-a135-ebf6713eba83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:46.487298 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-d3b8c47c-d619-4e2a-a135-ebf6713eba83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:46.491541 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-d3b8c47c-d619-4e2a-a135-ebf6713eba83 admin admin] Usage tracker for resource:security_group_rule and tenant:91bcd287949140a18115e9df8bc94bd4 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:46.494513 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-d3b8c47c-d619-4e2a-a135-ebf6713eba83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:46.501204 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-d3b8c47c-d619-4e2a-a135-ebf6713eba83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:46.627336 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-6f07a55c-a3a8-4707-924b-daab68cecc59 req-8f48363a-820d-4d8e-b79d-a3044c9aaa7b service neutron] Synchronizing usage tracker for tenant:945d2d7e42124e7b9def72d240091da8 on resource:security_group {{(pid=91254) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:01:46.650219 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-d3b8c47c-d619-4e2a-a135-ebf6713eba83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:46.667670 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-d3b8c47c-d619-4e2a-a135-ebf6713eba83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:46.670455 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-88ccdada-a8ba-4757-8bf2-fab5353ab6c7 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:46.676863 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-88ccdada-a8ba-4757-8bf2-fab5353ab6c7 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922060'] for floatingip, after_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:46.700283 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-e963331b-9ef8-4f81-a74b-ab9825add7e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:46.709682 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-d3b8c47c-d619-4e2a-a135-ebf6713eba83 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=91bcd287949140a18115e9df8bc94bd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4033101 May 18 10:01:46.712639 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 60238) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:46.752892 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 60242) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:46.755005 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-6f07a55c-a3a8-4707-924b-daab68cecc59 req-8f48363a-820d-4d8e-b79d-a3044c9aaa7b service neutron] Unset dirty status for tenant:945d2d7e42124e7b9def72d240091da8 on resource:security_group {{(pid=91254) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:01:46.756389 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-6f07a55c-a3a8-4707-924b-daab68cecc59 req-8f48363a-820d-4d8e-b79d-a3044c9aaa7b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512059 May 18 10:01:46.827742 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8c47c-d619-4e2a-a135-ebf6713eba83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b16244-ade2-43cf-b145-a8ce3d443e31,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:46.834454 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-d3b8c47c-d619-4e2a-a135-ebf6713eba83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:46.868548 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:01:46.887709 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-2503c538-6ea7-4f2b-9e17-5d75bd402a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:46.915362 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb64bc-6d05-4722-b1ec-43df37b174d3 req-69a58642-b7e7-4d24-971a-dfa2a1de060d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:46.922550 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b1eb64bc-6d05-4722-b1ec-43df37b174d3 req-69a58642-b7e7-4d24-971a-dfa2a1de060d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.2239234 May 18 10:01:46.943138 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.db.l3_db [None req-88ccdada-a8ba-4757-8bf2-fab5353ab6c7 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Floating IP 264028d9-40cc-4bed-a389-0c5e6216ab3c associated. External IP: 172.27.1.81, port: e4e93cbb-6abf-4368-9d99-cb28b406c180. May 18 10:01:46.954928 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-2503c538-6ea7-4f2b-9e17-5d75bd402a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:47.004740 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b1eb64bc-6d05-4722-b1ec-43df37b174d3 req-45972fea-78b4-4384-8ea3-fa046e56a0d3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813148 May 18 10:01:47.015971 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-297cfd23-20b3-4f00-a429-cb2acf912d3e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1062849561-network', 'tenant_id': '4839f0baaec34ecf819f8424d905fdeb'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:47.020914 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-297cfd23-20b3-4f00-a429-cb2acf912d3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:47.025339 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-297cfd23-20b3-4f00-a429-cb2acf912d3e admin admin] Usage tracker for resource:network and tenant:4839f0baaec34ecf819f8424d905fdeb is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:47.029148 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-297cfd23-20b3-4f00-a429-cb2acf912d3e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:47.037018 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-297cfd23-20b3-4f00-a429-cb2acf912d3e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:47.048108 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297cfd23-20b3-4f00-a429-cb2acf912d3e admin admin] Made reservation on behalf of 4839f0baaec34ecf819f8424d905fdeb for: {'network': 1} {{(pid=91255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:01:47.050808 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-297cfd23-20b3-4f00-a429-cb2acf912d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7994813'] for network, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:47.066254 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-297cfd23-20b3-4f00-a429-cb2acf912d3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:47.085779 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-2503c538-6ea7-4f2b-9e17-5d75bd402a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:47.092528 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-297cfd23-20b3-4f00-a429-cb2acf912d3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:47.095872 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-470adc2c-3b7f-4825-88b4-9312cd917597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:47.106249 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-297cfd23-20b3-4f00-a429-cb2acf912d3e admin admin] Usage tracker for resource:security_group_rule and tenant:4839f0baaec34ecf819f8424d905fdeb is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:47.117131 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-297cfd23-20b3-4f00-a429-cb2acf912d3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:47.117131 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503c538-6ea7-4f2b-9e17-5d75bd402a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b16244-ade2-43cf-b145-a8ce3d443e31,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:47.122115 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-2503c538-6ea7-4f2b-9e17-5d75bd402a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:47.128544 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-297cfd23-20b3-4f00-a429-cb2acf912d3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:47.140214 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-2503c538-6ea7-4f2b-9e17-5d75bd402a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:47.141337 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-2503c538-6ea7-4f2b-9e17-5d75bd402a03 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a7b16244-ade2-43cf-b145-a8ce3d443e31 HTTP/1.1" status: 204 len: 168 time: 0.3971801 May 18 10:01:47.201919 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2,segment=NetworkSegment(344b6fb3-a3d0-455a-aeed-cf4ea1882505),segment_id=344b6fb3-a3d0-455a-aeed-cf4ea1882505)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:47.246999 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Returning: {'device': '0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2', 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf', 'port_id': '0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2', 'mac_address': 'fa:16:3e:77:f1:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '293e45ba-5a92-42da-8d0a-72e710626ff2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:01:47.280387 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-297cfd23-20b3-4f00-a429-cb2acf912d3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:47.287069 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-297cfd23-20b3-4f00-a429-cb2acf912d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:47.293046 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-abf58fa3-2334-4af4-9528-4ba35f31a0e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:47.329674 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:47.353399 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297cfd23-20b3-4f00-a429-cb2acf912d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc8e42b-cf39-4415-9913-aca7a603a112,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:47.353931 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2 {{(pid=91256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:01:47.373590 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-297cfd23-20b3-4f00-a429-cb2acf912d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:47.374922 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2,segment=NetworkSegment(344b6fb3-a3d0-455a-aeed-cf4ea1882505),segment_id=344b6fb3-a3d0-455a-aeed-cf4ea1882505)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:47.381821 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:47.385045 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:47.395192 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-297cfd23-20b3-4f00-a429-cb2acf912d3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=91255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 10:01:47.410927 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-297cfd23-20b3-4f00-a429-cb2acf912d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901'] for segment, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:47.411270 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.db.segments_db [None req-297cfd23-20b3-4f00-a429-cb2acf912d3e admin admin] Added segment 7182c676-6bc1-4ffb-ae46-17566780be04 of type vlan for network f40d9476-db2f-482a-b85f-d5379e9cc8f1 May 18 10:01:47.460799 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ccdada-a8ba-4757-8bf2-fab5353ab6c7 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Router 2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da has already been hosted by L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb {{(pid=91254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:01:47.474147 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-297cfd23-20b3-4f00-a429-cb2acf912d3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726940834425'] for network, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:47.482485 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 60270) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:47.487364 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2,revision_number=4']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:47.491479 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:47.537486 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-297cfd23-20b3-4f00-a429-cb2acf912d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779696'] for network, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:47.539490 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297cfd23-20b3-4f00-a429-cb2acf912d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:47.540338 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-297cfd23-20b3-4f00-a429-cb2acf912d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for network, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:47.546290 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-5afc7f6d-b15e-4483-8f9c-e4370fa75157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:47.659885 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-297cfd23-20b3-4f00-a429-cb2acf912d3e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9059577 May 18 10:01:47.663664 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 60276) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:47.672760 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-70526875-0ada-41bd-9b9b-63c3b0a9a836 admin admin] Request body: {'subnet': {'network_id': 'f40d9476-db2f-482a-b85f-d5379e9cc8f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1062849561-subnet', 'tenant_id': '4839f0baaec34ecf819f8424d905fdeb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:47.678852 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297cfd23-20b3-4f00-a429-cb2acf912d3e admin admin] Pushing event updated for resources: {'Network': ['ID=f40d9476-db2f-482a-b85f-d5379e9cc8f1,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:47.699989 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 60282) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:47.711292 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297cfd23-20b3-4f00-a429-cb2acf912d3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:47.712014 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297cfd23-20b3-4f00-a429-cb2acf912d3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:47.712652 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297cfd23-20b3-4f00-a429-cb2acf912d3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:47.713353 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297cfd23-20b3-4f00-a429-cb2acf912d3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:47.714561 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297cfd23-20b3-4f00-a429-cb2acf912d3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:47.715254 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297cfd23-20b3-4f00-a429-cb2acf912d3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:47.715907 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297cfd23-20b3-4f00-a429-cb2acf912d3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:47.716578 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297cfd23-20b3-4f00-a429-cb2acf912d3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:47.717248 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297cfd23-20b3-4f00-a429-cb2acf912d3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:47.717769 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297cfd23-20b3-4f00-a429-cb2acf912d3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:47.718652 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297cfd23-20b3-4f00-a429-cb2acf912d3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:47.719050 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297cfd23-20b3-4f00-a429-cb2acf912d3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:47.726448 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-297cfd23-20b3-4f00-a429-cb2acf912d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:47.728680 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-70526875-0ada-41bd-9b9b-63c3b0a9a836 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:47.736102 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-70526875-0ada-41bd-9b9b-63c3b0a9a836 admin admin] Usage tracker for resource:subnet and tenant:4839f0baaec34ecf819f8424d905fdeb is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:47.741094 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-70526875-0ada-41bd-9b9b-63c3b0a9a836 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:47.746686 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Network f40d9476-db2f-482a-b85f-d5379e9cc8f1 details requested by agent ovs-agent-dv-cinder-772623-5-iscsi with host dv-cinder-772623-5-iscsi {{(pid=91256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 10:01:47.751094 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-13cf831d-780f-4762-b308-cee3f5dc2533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:47.753414 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-70526875-0ada-41bd-9b9b-63c3b0a9a836 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:47.770093 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-13cf831d-780f-4762-b308-cee3f5dc2533 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:47.774545 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-13cf831d-780f-4762-b308-cee3f5dc2533 admin admin] Usage tracker for resource:security_group_rule and tenant:33fde066bac44fe0bb6a6c743961f42e is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:47.777929 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-13cf831d-780f-4762-b308-cee3f5dc2533 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:47.778131 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70526875-0ada-41bd-9b9b-63c3b0a9a836 admin admin] Made reservation on behalf of 4839f0baaec34ecf819f8424d905fdeb for: {'subnet': 1} {{(pid=91255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:01:47.782012 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-70526875-0ada-41bd-9b9b-63c3b0a9a836 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:47.784105 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-13cf831d-780f-4762-b308-cee3f5dc2533 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:47.827690 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ccdada-a8ba-4757-8bf2-fab5353ab6c7 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:01:47.846654 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe37952-dddb-4bb7-be40-6792f9635d80 None None] Sync routers for ids ['2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da'] in dv-cinder-772623-5-iscsi {{(pid=91257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:01:47.848030 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fca2f0-91cf-4054-bc0b-01c2c0c51924 req-5753fa7b-c6df-4b0a-b42c-d0c887a347b4 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:47.849557 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-05fca2f0-91cf-4054-bc0b-01c2c0c51924 req-5753fa7b-c6df-4b0a-b42c-d0c887a347b4 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 944 time: 0.2900321 May 18 10:01:47.860195 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-88ccdada-a8ba-4757-8bf2-fab5353ab6c7 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for floatingip, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:47.872107 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe37952-dddb-4bb7-be40-6792f9635d80 None None] Routers {'2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:01:47.873223 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-bfe37952-dddb-4bb7-be40-6792f9635d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:01:25Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da'], 'active': True} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:47.935533 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9ddd578a-43ed-41a5-ad38-f84c084797b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:47.981642 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-9ddd578a-43ed-41a5-ad38-f84c084797b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:47.988057 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:01:47.993880 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-9ddd578a-43ed-41a5-ad38-f84c084797b1 admin admin] Usage tracker for resource:security_group_rule and tenant:7a79df3b19d642d493a9ab2b85d9e851 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:48.006108 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-9ddd578a-43ed-41a5-ad38-f84c084797b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:48.045795 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-9ddd578a-43ed-41a5-ad38-f84c084797b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:48.063748 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-88ccdada-a8ba-4757-8bf2-fab5353ab6c7 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "PUT /v2.0/floatingips/264028d9-40cc-4bed-a389-0c5e6216ab3c HTTP/1.1" status: 200 len: 991 time: 2.8368466 May 18 10:01:48.071458 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14e7540-0cec-4f49-bdca-542e722e2406', 'tag': 'e4e93cbb-6abf-4368-9d99-cb28b406c180'}] {{(pid=91254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:01:48.095505 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvr_db [None req-bfe37952-dddb-4bb7-be40-6792f9635d80 None None] Set router 2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da gateway port host: dv-cinder-772623-5-iscsi {{(pid=91257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:01:48.106322 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-05fca2f0-91cf-4054-bc0b-01c2c0c51924 req-93c58025-4b27-491c-8407-c5391705bfe2 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113554 May 18 10:01:48.214713 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-13cf831d-780f-4762-b308-cee3f5dc2533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:48.223701 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-13cf831d-780f-4762-b308-cee3f5dc2533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:48.233650 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-2959ca24-4eea-48bb-93e7-6e47db9f9fe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:48.336648 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-13cf831d-780f-4762-b308-cee3f5dc2533 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=33fde066bac44fe0bb6a6c743961f42e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6248033 May 18 10:01:48.340215 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf831d-780f-4762-b308-cee3f5dc2533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df2ca2b-daf5-4d97-8e7c-4b9eb57d09f6,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:48.345130 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-13cf831d-780f-4762-b308-cee3f5dc2533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:48.345898 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 60294) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:48.386246 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9ddd578a-43ed-41a5-ad38-f84c084797b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:48.429668 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-780eff40-2a87-49c5-8a88-3e02aa556b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:48.434072 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9ddd578a-43ed-41a5-ad38-f84c084797b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:48.465421 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-1ecb539d-66c1-4bc4-ad1e-ca59883267a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:48.472417 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-780eff40-2a87-49c5-8a88-3e02aa556b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:48.482768 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a14e7540-0cec-4f49-bdca-542e722e2406', 'tag': 'e4e93cbb-6abf-4368-9d99-cb28b406c180', 'status': 'completed', 'code': 200} May 18 10:01:48.561585 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-9ddd578a-43ed-41a5-ad38-f84c084797b1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7a79df3b19d642d493a9ab2b85d9e851&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0728261 May 18 10:01:48.564655 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 60298) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:48.569188 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd578a-43ed-41a5-ad38-f84c084797b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cffa0a-589a-44ab-8101-f992192a60de,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:48.576034 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-9ddd578a-43ed-41a5-ad38-f84c084797b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:48.623337 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-bfe37952-dddb-4bb7-be40-6792f9635d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'name': 'tempest-AttachVolumeTestJSON-401901077-router', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '2028ef6b-7021-4ef5-9774-c779565cf807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:48Z', 'updated_at': '2021-05-18T10:00:58Z', 'revision_number': 4, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'gw_port': {'id': '2028ef6b-7021-4ef5-9774-c779565cf807', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:50Z', 'updated_at': '2021-05-18T10:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_floatingips': [{'id': '264028d9-40cc-4bed-a389-0c5e6216ab3c', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'router_id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'port_id': 'e4e93cbb-6abf-4368-9d99-cb28b406c180', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998', 'mac_address': 'fa:16:3e:d5:76:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7540-0cec-4f49-bdca-542e722e2406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:01:12Z', 'updated_at': '2021-05-18T10:01:46Z', 'revision_number': 1, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd35ea65d-d34c-42d8-a340-cfafd450b0df', 'name': '', 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'mac_address': 'fa:16:3e:27:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7879ceca-ac45-4ec5-8a61-389c60092f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:57Z', 'updated_at': '2021-05-18T10:01:11Z', 'revision_number': 5, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'subnets': [{'id': '7879ceca-ac45-4ec5-8a61-389c60092f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:48.625239 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5fa451-8503-4195-be12-d2f63bdf4d9a req-b43554d8-d3a2-4d8e-a08c-83529326401d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:48.627121 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-9c5fa451-8503-4195-be12-d2f63bdf4d9a req-b43554d8-d3a2-4d8e-a08c-83529326401d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 944 time: 0.2581823 May 18 10:01:48.630092 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe37952-dddb-4bb7-be40-6792f9635d80 None None] Checking router: 2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da for host: dv-cinder-772623-5-iscsi {{(pid=91257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:01:48.640854 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe37952-dddb-4bb7-be40-6792f9635d80 None None] Routers {'2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:01:48.641585 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-bfe37952-dddb-4bb7-be40-6792f9635d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:01:25Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da'], 'active': True} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:48.660461 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-780eff40-2a87-49c5-8a88-3e02aa556b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:48.668961 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-0b7b150f-2354-4678-b7f9-adc01d1c0dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:48.687331 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b7096be3-ef40-4694-98fa-91ad34de5d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:48.691075 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780eff40-2a87-49c5-8a88-3e02aa556b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df2ca2b-daf5-4d97-8e7c-4b9eb57d09f6,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:48.711345 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-9c5fa451-8503-4195-be12-d2f63bdf4d9a req-c26492f1-0b63-448e-adea-058a5ef4dbad tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741403 May 18 10:01:48.712739 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-780eff40-2a87-49c5-8a88-3e02aa556b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:48.714452 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-780eff40-2a87-49c5-8a88-3e02aa556b7f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9df2ca2b-daf5-4d97-8e7c-4b9eb57d09f6 HTTP/1.1" status: 204 len: 168 time: 0.3666337 May 18 10:01:48.723441 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780eff40-2a87-49c5-8a88-3e02aa556b7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:48.724203 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780eff40-2a87-49c5-8a88-3e02aa556b7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:48.724203 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780eff40-2a87-49c5-8a88-3e02aa556b7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:48.724505 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780eff40-2a87-49c5-8a88-3e02aa556b7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:48.724878 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780eff40-2a87-49c5-8a88-3e02aa556b7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:48.725135 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780eff40-2a87-49c5-8a88-3e02aa556b7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:48.725463 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780eff40-2a87-49c5-8a88-3e02aa556b7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:48.725795 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780eff40-2a87-49c5-8a88-3e02aa556b7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:48.726136 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780eff40-2a87-49c5-8a88-3e02aa556b7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:48.726513 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780eff40-2a87-49c5-8a88-3e02aa556b7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:48.726825 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780eff40-2a87-49c5-8a88-3e02aa556b7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:48.727158 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780eff40-2a87-49c5-8a88-3e02aa556b7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:48.731303 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-780eff40-2a87-49c5-8a88-3e02aa556b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:48.741859 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b7096be3-ef40-4694-98fa-91ad34de5d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:48.754362 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42daf3c9-bfbb-4a6a-971a-8949ba261614 req-3cce583b-32b1-4b74-a153-292257981661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:48.755902 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-42daf3c9-bfbb-4a6a-971a-8949ba261614 req-3cce583b-32b1-4b74-a153-292257981661 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4738afae052f4e64894b0edeb5a37fbf&device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 1099 time: 0.2374833 May 18 10:01:48.883127 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device e7a8c3e4-a184-47ef-b5b8-357ad417d2ef up at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:01:48.894130 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvr_db [None req-bfe37952-dddb-4bb7-be40-6792f9635d80 None None] Set router 2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da gateway port host: dv-cinder-772623-5-iscsi {{(pid=91257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:01:48.898286 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b7096be3-ef40-4694-98fa-91ad34de5d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:48.907409 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:48.931188 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7096be3-ef40-4694-98fa-91ad34de5d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cffa0a-589a-44ab-8101-f992192a60de,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:48.934613 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-b7096be3-ef40-4694-98fa-91ad34de5d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:48.944299 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b7096be3-ef40-4694-98fa-91ad34de5d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:48.945406 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-b7096be3-ef40-4694-98fa-91ad34de5d46 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e5cffa0a-589a-44ab-8101-f992192a60de HTTP/1.1" status: 204 len: 168 time: 0.3798194 May 18 10:01:48.989054 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42daf3c9-bfbb-4a6a-971a-8949ba261614 req-8d62c571-27b2-416e-8e91-4aa17f8f656e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:48.992894 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-42daf3c9-bfbb-4a6a-971a-8949ba261614 req-8d62c571-27b2-416e-8e91-4aa17f8f656e service neutron] 10.222.0.10 "GET /v2.0/networks?id=38de340e-be75-495c-91ac-81e0ab74f998 HTTP/1.1" status: 200 len: 911 time: 0.2265217 May 18 10:01:49.118020 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-70526875-0ada-41bd-9b9b-63c3b0a9a836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655'] for subnet, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:49.123096 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-f7b8b165-e6d0-415e-b275-68ddd47f3398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:49.172020 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-42daf3c9-bfbb-4a6a-971a-8949ba261614 req-35b7dc06-1992-4de1-89f0-44a9a80b6e53 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4e93cbb-6abf-4368-9d99-cb28b406c180 HTTP/1.1" status: 200 len: 999 time: 0.1703918 May 18 10:01:49.213274 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning for port e7a8c3e4-a184-47ef-b5b8-357ad417d2ef completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:01:49.219657 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning complete for port e7a8c3e4-a184-47ef-b5b8-357ad417d2ef triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:01:49.220152 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:49.270176 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70526875-0ada-41bd-9b9b-63c3b0a9a836 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6720dd39-df7c-4a3e-aa62-75475ec7b87b,revision_number=0']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:49.291189 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-70526875-0ada-41bd-9b9b-63c3b0a9a836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:49.303344 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70526875-0ada-41bd-9b9b-63c3b0a9a836 admin admin] Checking segment: {'id': '7182c676-6bc1-4ffb-ae46-17566780be04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f40d9476-db2f-482a-b85f-d5379e9cc8f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:01:49.303683 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70526875-0ada-41bd-9b9b-63c3b0a9a836 admin admin] Network hostable DHCP agents. Network: f40d9476-db2f-482a-b85f-d5379e9cc8f1, hostable agents: ['06791c86-dc2e-4d91-8007-ff0b96d97a59'], hosted agents: [] {{(pid=91255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 10:01:49.336128 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70526875-0ada-41bd-9b9b-63c3b0a9a836 admin admin] Network f40d9476-db2f-482a-b85f-d5379e9cc8f1 is scheduled to be hosted by DHCP agent 06791c86-dc2e-4d91-8007-ff0b96d97a59 with binding_index 1 {{(pid=91255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 10:01:49.362433 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [None req-70526875-0ada-41bd-9b9b-63c3b0a9a836 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-5-iscsi, f40d9476-db2f-482a-b85f-d5379e9cc8f1) {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:01:49.381858 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70526875-0ada-41bd-9b9b-63c3b0a9a836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:49.383046 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-70526875-0ada-41bd-9b9b-63c3b0a9a836 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for subnet, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:49.410481 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 60316) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:49.434904 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59495d5f-ff44-4f24-87b3-ca7845f3d823 None None] Network f40d9476-db2f-482a-b85f-d5379e9cc8f1 requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:01:49.447767 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-0678b2fc-b40f-4b22-a08b-913af8f38f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:49.466583 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42daf3c9-bfbb-4a6a-971a-8949ba261614 req-cde8d7bf-4203-4344-8b0f-f8fce3d0d84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:49.472811 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-0678b2fc-b40f-4b22-a08b-913af8f38f34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:49.474887 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-42daf3c9-bfbb-4a6a-971a-8949ba261614 req-cde8d7bf-4203-4344-8b0f-f8fce3d0d84c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7879ceca-ac45-4ec5-8a61-389c60092f52 HTTP/1.1" status: 200 len: 849 time: 0.2850862 May 18 10:01:49.478285 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-0678b2fc-b40f-4b22-a08b-913af8f38f34 admin admin] Usage tracker for resource:security_group_rule and tenant:0de269990e324f9abd50b8f02d58f332 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:49.492840 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-70526875-0ada-41bd-9b9b-63c3b0a9a836 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8277972 May 18 10:01:49.496934 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-0678b2fc-b40f-4b22-a08b-913af8f38f34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:49.523392 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 60324) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:49.572750 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-0678b2fc-b40f-4b22-a08b-913af8f38f34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:49.587831 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-d5d54c9b-bb57-490f-9a10-f6acf70e849e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:49.589735 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-bfe37952-dddb-4bb7-be40-6792f9635d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'name': 'tempest-AttachVolumeTestJSON-401901077-router', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '2028ef6b-7021-4ef5-9774-c779565cf807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:48Z', 'updated_at': '2021-05-18T10:00:58Z', 'revision_number': 4, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'gw_port': {'id': '2028ef6b-7021-4ef5-9774-c779565cf807', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:50Z', 'updated_at': '2021-05-18T10:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_floatingips': [{'id': '264028d9-40cc-4bed-a389-0c5e6216ab3c', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'router_id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'port_id': 'e4e93cbb-6abf-4368-9d99-cb28b406c180', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998', 'mac_address': 'fa:16:3e:d5:76:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7540-0cec-4f49-bdca-542e722e2406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:01:12Z', 'updated_at': '2021-05-18T10:01:46Z', 'revision_number': 1, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd35ea65d-d34c-42d8-a340-cfafd450b0df', 'name': '', 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'mac_address': 'fa:16:3e:27:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7879ceca-ac45-4ec5-8a61-389c60092f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:57Z', 'updated_at': '2021-05-18T10:01:11Z', 'revision_number': 5, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'subnets': [{'id': '7879ceca-ac45-4ec5-8a61-389c60092f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:49.596427 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe37952-dddb-4bb7-be40-6792f9635d80 None None] The sync data for ids ['2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da'] in dv-cinder-772623-5-iscsi is: [{'id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'name': 'tempest-AttachVolumeTestJSON-401901077-router', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '2028ef6b-7021-4ef5-9774-c779565cf807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:48Z', 'updated_at': '2021-05-18T10:00:58Z', 'revision_number': 4, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'gw_port': {'id': '2028ef6b-7021-4ef5-9774-c779565cf807', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:50Z', 'updated_at': '2021-05-18T10:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_floatingips': [{'id': '264028d9-40cc-4bed-a389-0c5e6216ab3c', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'router_id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'port_id': 'e4e93cbb-6abf-4368-9d99-cb28b406c180', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998', 'mac_address': 'fa:16:3e:d5:76:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7540-0cec-4f49-bdca-542e722e2406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:01:12Z', 'updated_at': '2021-05-18T10:01:46Z', 'revision_number': 1, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd35ea65d-d34c-42d8-a340-cfafd450b0df', 'name': '', 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'mac_address': 'fa:16:3e:27:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7879ceca-ac45-4ec5-8a61-389c60092f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:57Z', 'updated_at': '2021-05-18T10:01:11Z', 'revision_number': 5, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'subnets': [{'id': '7879ceca-ac45-4ec5-8a61-389c60092f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:01:49.626423 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-d5d54c9b-bb57-490f-9a10-f6acf70e849e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:49.648564 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-d5d54c9b-bb57-490f-9a10-f6acf70e849e admin admin] Usage tracker for resource:security_group_rule and tenant:c94ea48ca7ab4d84bca5f3f1ee65d5f4 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:49.660265 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-d5d54c9b-bb57-490f-9a10-f6acf70e849e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:49.676439 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-d5d54c9b-bb57-490f-9a10-f6acf70e849e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:49.700922 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42daf3c9-bfbb-4a6a-971a-8949ba261614 req-ae287510-da8a-4fd4-95a2-149505d43d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:49.702632 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-42daf3c9-bfbb-4a6a-971a-8949ba261614 req-ae287510-da8a-4fd4-95a2-149505d43d09 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38de340e-be75-495c-91ac-81e0ab74f998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2042978 May 18 10:01:49.714643 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a47f7-511f-4c48-b95a-7c7ab2d2d625 req-8ce4731a-5312-4c9d-8e92-2b73775e93aa tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:49.720956 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:49.738456 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-377a47f7-511f-4c48-b95a-7c7ab2d2d625 req-8ce4731a-5312-4c9d-8e92-2b73775e93aa tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 944 time: 0.4260831 May 18 10:01:49.817429 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-0678b2fc-b40f-4b22-a08b-913af8f38f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:49.829109 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-0678b2fc-b40f-4b22-a08b-913af8f38f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:49.846620 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-5afc7f6d-b15e-4483-8f9c-e4370fa75157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:49.883775 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-377a47f7-511f-4c48-b95a-7c7ab2d2d625 req-644b10c1-ad85-4677-9a5b-9477dc7fac7c tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408923 May 18 10:01:49.933320 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-42daf3c9-bfbb-4a6a-971a-8949ba261614 req-2408a689-088c-4ed9-b932-14bba053ca9f service neutron] 10.222.0.10 "GET /v2.0/networks/38de340e-be75-495c-91ac-81e0ab74f998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757197 May 18 10:01:49.939655 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '827e4f51-8628-4a8c-a00e-511dcf9d5de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a8c3e4-a184-47ef-b5b8-357ad417d2ef'}] {{(pid=91256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:01:49.955607 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-0678b2fc-b40f-4b22-a08b-913af8f38f34 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0de269990e324f9abd50b8f02d58f332&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5440788 May 18 10:01:49.956722 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0678b2fc-b40f-4b22-a08b-913af8f38f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc4e6f6-5ced-4858-9825-29e840d21039,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:49.994565 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port e7a8c3e4-a184-47ef-b5b8-357ad417d2ef, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e7a8c3e4-a184-47ef-b5b8-357ad417d2ef,segment=NetworkSegment(6ab8eb64-9d8c-461a-9e69-e2de920fc693),segment_id=6ab8eb64-9d8c-461a-9e69-e2de920fc693)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:50.005412 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e896972-ed98-4c14-b689-b83c364ecf6a None None] New status for floating IP 264028d9-40cc-4bed-a389-0c5e6216ab3c: ACTIVE {{(pid=91256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 10:01:50.024321 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 60338) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:50.088854 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-0678b2fc-b40f-4b22-a08b-913af8f38f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:50.108586 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-d5d54c9b-bb57-490f-9a10-f6acf70e849e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:50.126526 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-d5d54c9b-bb57-490f-9a10-f6acf70e849e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:50.138119 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-297cfd23-20b3-4f00-a429-cb2acf912d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:50.154493 dv-cinder-772623-5-iscsi neutron-server[91256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '827e4f51-8628-4a8c-a00e-511dcf9d5de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a8c3e4-a184-47ef-b5b8-357ad417d2ef', 'code': 200} May 18 10:01:50.163050 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7d3f13-76aa-47cc-b6b7-df5b7876daf3 None None] Network f40d9476-db2f-482a-b85f-d5379e9cc8f1 requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:01:50.192602 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-d5d54c9b-bb57-490f-9a10-f6acf70e849e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c94ea48ca7ab4d84bca5f3f1ee65d5f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6682637 May 18 10:01:50.203865 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 60344) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:50.209886 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d54c9b-bb57-490f-9a10-f6acf70e849e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991f9746-2b29-476a-b6dd-61646ad4c26d,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:50.238682 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-d5d54c9b-bb57-490f-9a10-f6acf70e849e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:50.241325 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:50.244422 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-42daf3c9-bfbb-4a6a-971a-8949ba261614 req-de19538c-47e6-4c37-b923-8c2c1a2d1328 service neutron] 10.222.0.10 "GET /v2.0/networks/38de340e-be75-495c-91ac-81e0ab74f998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976334 May 18 10:01:50.261349 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea84ff-d8d9-4c7c-9120-d18d62688cb0 req-717900f8-56ee-4645-a7b6-c9644cb14f40 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:50.284164 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-1eea84ff-d8d9-4c7c-9120-d18d62688cb0 req-717900f8-56ee-4645-a7b6-c9644cb14f40 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 944 time: 0.3360763 May 18 10:01:50.305098 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-cdcbd951-5a00-46fa-a442-7c7ba245eec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:50.369140 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-cdcbd951-5a00-46fa-a442-7c7ba245eec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:50.395703 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-1eea84ff-d8d9-4c7c-9120-d18d62688cb0 req-d5d9f432-4877-4e37-a837-d6aaa8bfe1a0 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099312 May 18 10:01:50.451240 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9cd09d79-a0cf-4c49-878a-a72bf4be7de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:50.499326 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19485882-6ec6-4553-b14c-764188919e40 req-cdba7ed6-24c9-4b8b-9ff3-6e9adde38091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:50.500903 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-19485882-6ec6-4553-b14c-764188919e40 req-cdba7ed6-24c9-4b8b-9ff3-6e9adde38091 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 1098 time: 0.1022942 May 18 10:01:50.502357 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-cdcbd951-5a00-46fa-a442-7c7ba245eec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:50.506592 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:50.510979 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-6b57ff39-65d4-466e-a50c-6ec32b50abb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:50.523735 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9cd09d79-a0cf-4c49-878a-a72bf4be7de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:50.542823 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcbd951-5a00-46fa-a442-7c7ba245eec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc4e6f6-5ced-4858-9825-29e840d21039,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:50.548277 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-cdcbd951-5a00-46fa-a442-7c7ba245eec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:50.564383 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-cdcbd951-5a00-46fa-a442-7c7ba245eec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:50.581761 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-cdcbd951-5a00-46fa-a442-7c7ba245eec8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3bc4e6f6-5ced-4858-9825-29e840d21039 HTTP/1.1" status: 204 len: 168 time: 0.5463688 May 18 10:01:50.595982 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-19485882-6ec6-4553-b14c-764188919e40 req-b3cd2d89-7890-4ae2-9f3c-357890247cc5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819848 May 18 10:01:50.660434 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9cd09d79-a0cf-4c49-878a-a72bf4be7de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:50.677896 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-d5d54c9b-bb57-490f-9a10-f6acf70e849e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:50.731649 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd09d79-a0cf-4c49-878a-a72bf4be7de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991f9746-2b29-476a-b6dd-61646ad4c26d,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:50.741416 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-9cd09d79-a0cf-4c49-878a-a72bf4be7de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:50.772294 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9cd09d79-a0cf-4c49-878a-a72bf4be7de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:50.777495 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-9cd09d79-a0cf-4c49-878a-a72bf4be7de8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/991f9746-2b29-476a-b6dd-61646ad4c26d HTTP/1.1" status: 204 len: 168 time: 0.5385993 May 18 10:01:51.029102 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=e7a8c3e4-a184-47ef-b5b8-357ad417d2ef,revision_number=5']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:51.047880 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2 up at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:01:51.092633 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:51.093045 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:51.093908 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:51.094406 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:51.094918 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:51.095238 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:51.095878 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:51.096346 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:51.097250 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:51.097839 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:51.098311 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:51.098956 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:01:51.135004 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:51.243306 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653507b-dfd4-475a-81e7-06a03fa12bec req-882858a7-f994-4ae1-9a49-9e4a5dcc23e6 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:51.247146 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-d653507b-dfd4-475a-81e7-06a03fa12bec req-882858a7-f994-4ae1-9a49-9e4a5dcc23e6 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 945 time: 0.1084921 May 18 10:01:51.306668 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-d653507b-dfd4-475a-81e7-06a03fa12bec req-e024823b-1b62-4a67-9e78-677c0de59e60 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534663 May 18 10:01:51.335364 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning for port 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2 completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:01:51.342568 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning complete for port 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:01:51.342956 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:51.489422 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:51.530987 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2,segment=NetworkSegment(344b6fb3-a3d0-455a-aeed-cf4ea1882505),segment_id=344b6fb3-a3d0-455a-aeed-cf4ea1882505)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:01:51.547989 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:51.550760 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-4a0e46ff-6d53-4528-87d2-b42dad72b424 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:51.634270 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2,revision_number=5']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:51.638414 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:51.681382 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2f3ef-92ce-4429-a753-dc2027dd5473 req-89c284c3-dfaa-4a1a-8f72-41eb2e580867 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:51.689102 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a9c2f3ef-92ce-4429-a753-dc2027dd5473 req-89c284c3-dfaa-4a1a-8f72-41eb2e580867 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.1054034 May 18 10:01:51.750425 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a9c2f3ef-92ce-4429-a753-dc2027dd5473 req-a5ab70d4-a34c-4d9a-88d0-9eab4fd50c79 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603211 May 18 10:01:52.155318 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30fa5531-330c-46fb-a5ef-8fc6cda3cefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2'}] {{(pid=91256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:01:52.262022 dv-cinder-772623-5-iscsi neutron-server[91256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30fa5531-330c-46fb-a5ef-8fc6cda3cefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2', 'code': 200} May 18 10:01:52.445081 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-f9d52cee-f33a-4e99-bdde-3d6c8a0d9b21 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:52.446709 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-f9d52cee-f33a-4e99-bdde-3d6c8a0d9b21 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Synchronizing usage tracker for tenant:4839f0baaec34ecf819f8424d905fdeb on resource:network {{(pid=91255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:01:52.482936 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-f9d52cee-f33a-4e99-bdde-3d6c8a0d9b21 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Unset dirty status for tenant:4839f0baaec34ecf819f8424d905fdeb on resource:network {{(pid=91255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:01:52.485445 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-f9d52cee-f33a-4e99-bdde-3d6c8a0d9b21 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/networks?id=f40d9476-db2f-482a-b85f-d5379e9cc8f1 HTTP/1.1" status: 200 len: 809 time: 0.2551036 May 18 10:01:52.514318 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-8fd0fb30-a633-4e3b-8870-b0f23b4e5e9c tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/quotas/4839f0baaec34ecf819f8424d905fdeb HTTP/1.1" status: 200 len: 375 time: 0.0229831 May 18 10:01:52.576146 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-f4d55f89-d0e3-4a2e-9a81-a8100a12cb71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:52.596436 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-d617ba31-e16e-4e79-9ca6-d6651090d02e tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4839f0baaec34ecf819f8424d905fdeb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0771384 May 18 10:01:52.731299 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbbb81a-e95f-4fb2-b567-15d3a0c18033 req-82e47c51-f6dd-4ba2-9923-cade7d8874c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:52.732678 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-6fbbb81a-e95f-4fb2-b567-15d3a0c18033 req-82e47c51-f6dd-4ba2-9923-cade7d8874c3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 1098 time: 0.2111714 May 18 10:01:52.737615 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 60450) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:52.778192 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79b341-e593-4a34-9026-3298ee4d870d req-4955dafe-895f-4ca3-834f-9266ecde2cfb tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:52.780709 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-5e79b341-e593-4a34-9026-3298ee4d870d req-4955dafe-895f-4ca3-834f-9266ecde2cfb tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 945 time: 0.1689091 May 18 10:01:52.784725 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-b867d5d8-796d-4b24-94d3-6fd9aeb67a21 service neutron] 10.222.0.11 "GET /v2.0/networks/f40d9476-db2f-482a-b85f-d5379e9cc8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814957 May 18 10:01:52.904071 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-6fbbb81a-e95f-4fb2-b567-15d3a0c18033 req-8fb91e37-8546-4a89-9963-0b946f67a7c0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633968 May 18 10:01:52.944187 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-5007e762-8c6e-4cec-8a5d-29f697e8a49b service neutron] 10.222.0.11 "GET /v2.0/networks/f40d9476-db2f-482a-b85f-d5379e9cc8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586185 May 18 10:01:52.946158 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-5e79b341-e593-4a34-9026-3298ee4d870d req-9ebfdb39-affa-4462-854b-5cd3fad420fe tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542728 May 18 10:01:52.947079 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-9c0540dc-391d-4f46-8f41-818d2fb5903f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:52.981645 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-9c0540dc-391d-4f46-8f41-818d2fb5903f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:52.987120 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-9c0540dc-391d-4f46-8f41-818d2fb5903f admin admin] Usage tracker for resource:security_group_rule and tenant:7cec05d84d5749048b083098ebc032e9 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:52.990912 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-9c0540dc-391d-4f46-8f41-818d2fb5903f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:52.998002 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-9c0540dc-391d-4f46-8f41-818d2fb5903f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:53.217232 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-9c0540dc-391d-4f46-8f41-818d2fb5903f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:53.226627 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-9c0540dc-391d-4f46-8f41-818d2fb5903f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:53.237459 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-41225dad-276e-4bf7-863b-f87e201a88a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:53.277594 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05fe69-536d-4ac5-9512-490bb1e0474b req-c88dde06-2a53-4e41-8c7f-3f0e271941a4 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:53.277594 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ac05fe69-536d-4ac5-9512-490bb1e0474b req-c88dde06-2a53-4e41-8c7f-3f0e271941a4 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.2016869 May 18 10:01:53.311020 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-9c0540dc-391d-4f46-8f41-818d2fb5903f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7cec05d84d5749048b083098ebc032e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5722966 May 18 10:01:53.316782 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 60490) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:53.320642 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0540dc-391d-4f46-8f41-818d2fb5903f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a3dd1f-c870-439f-b04a-546d9dbc43d9,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:53.343777 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-9c0540dc-391d-4f46-8f41-818d2fb5903f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:53.366600 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ac05fe69-536d-4ac5-9512-490bb1e0474b req-c0729829-585b-4bc3-8804-664598828b93 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785415 May 18 10:01:53.391169 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-2ddd2312-16aa-482b-b52e-6af427b2ccb6 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:53.412040 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-2ddd2312-16aa-482b-b52e-6af427b2ccb6 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/networks?id=4f114c1f-030f-4967-9b62-649e8025f375 HTTP/1.1" status: 200 len: 814 time: 0.2382584 May 18 10:01:53.415613 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-47a8c9a1-6eea-4cac-a624-2cf0fae1ce4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:53.441657 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-0f2d5aa7-ebaa-41e6-b857-b9a75d041ed5 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/quotas/7acb51810c8545daa5171055799a0f07 HTTP/1.1" status: 200 len: 375 time: 0.0225186 May 18 10:01:53.454738 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-47a8c9a1-6eea-4cac-a624-2cf0fae1ce4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:53.542441 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-290c6bb6-23c9-4bdf-9774-763f65702fc4 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7acb51810c8545daa5171055799a0f07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0929754 May 18 10:01:53.577664 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-47a8c9a1-6eea-4cac-a624-2cf0fae1ce4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:53.583994 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-94fdaca7-0660-4e32-a3b1-faea167029fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:53.597805 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8c9a1-6eea-4cac-a624-2cf0fae1ce4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a3dd1f-c870-439f-b04a-546d9dbc43d9,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:53.619225 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-47a8c9a1-6eea-4cac-a624-2cf0fae1ce4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:53.633715 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-47a8c9a1-6eea-4cac-a624-2cf0fae1ce4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:53.649201 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-47a8c9a1-6eea-4cac-a624-2cf0fae1ce4e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f0a3dd1f-c870-439f-b04a-546d9dbc43d9 HTTP/1.1" status: 204 len: 168 time: 0.3216751 May 18 10:01:53.723628 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-6ef2771c-0812-4ab9-be10-ed398f5788bb service neutron] 10.222.0.11 "GET /v2.0/networks/4f114c1f-030f-4967-9b62-649e8025f375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740553 May 18 10:01:53.912103 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-89d6d8fa-2394-431c-925e-ef7c3a278c08 service neutron] 10.222.0.11 "GET /v2.0/networks/4f114c1f-030f-4967-9b62-649e8025f375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875477 May 18 10:01:53.943114 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-4ff9079f-1467-4cc4-ac05-429721e8ed24 req-af6aa455-41de-4229-a736-5da892286001 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/ports?device_id=bcb3ceb2-f8de-42fc-8502-d473cb68af9f HTTP/1.1" status: 200 len: 210 time: 0.0689569 May 18 10:01:54.165704 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cdef5-54a6-4adc-b97e-3c50ec99db9f req-de92004d-6d73-4588-8a7f-988583e79c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:54.167730 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-fe2cdef5-54a6-4adc-b97e-3c50ec99db9f req-de92004d-6d73-4588-8a7f-988583e79c56 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=042ed8cf21fa4927a4d7b9573be4dfa8&device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 1098 time: 0.2187796 May 18 10:01:54.402886 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a583e8-dcc0-4e97-beff-eabe6a074f8d req-ad9dd293-0159-4cce-ab30-839d0450fc83 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:54.411324 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-99a583e8-dcc0-4e97-beff-eabe6a074f8d req-ad9dd293-0159-4cce-ab30-839d0450fc83 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 945 time: 0.2089810 May 18 10:01:54.431061 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-73ac889a-d621-4f20-928b-9c17dc1a09d9 req-c021c6b9-131d-4e5a-9534-610cacdc32ae tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=454fb853-20eb-4f17-9db7-14a55bf07243 HTTP/1.1" status: 200 len: 210 time: 0.1611907 May 18 10:01:54.523784 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-99a583e8-dcc0-4e97-beff-eabe6a074f8d req-8ea90cbd-cf0b-490c-baee-b1479fd515de tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071677 May 18 10:01:54.569060 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cdef5-54a6-4adc-b97e-3c50ec99db9f req-a9ffea83-c71b-41bc-802d-667eda3ad254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:54.570610 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-fe2cdef5-54a6-4adc-b97e-3c50ec99db9f req-a9ffea83-c71b-41bc-802d-667eda3ad254 service neutron] 10.222.0.10 "GET /v2.0/networks?id=36d853f8-458b-4f42-920c-475d49b3e130 HTTP/1.1" status: 200 len: 919 time: 0.3834758 May 18 10:01:54.685924 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-fe2cdef5-54a6-4adc-b97e-3c50ec99db9f req-f5d0a12f-7ac1-4ea7-a320-00ce6572f724 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7a8c3e4-a184-47ef-b5b8-357ad417d2ef HTTP/1.1" status: 200 len: 217 time: 0.0993292 May 18 10:01:54.772357 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cdef5-54a6-4adc-b97e-3c50ec99db9f req-9944c8c4-67fe-4470-a0f2-5bdef4502057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:54.773962 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-fe2cdef5-54a6-4adc-b97e-3c50ec99db9f req-9944c8c4-67fe-4470-a0f2-5bdef4502057 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=046da656-b669-4563-8f73-8c31c4d92c51 HTTP/1.1" status: 200 len: 858 time: 0.0752723 May 18 10:01:54.844692 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-fe2cdef5-54a6-4adc-b97e-3c50ec99db9f req-e0ef278e-b58d-402b-9ae6-30246bbd0abe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=36d853f8-458b-4f42-920c-475d49b3e130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611081 May 18 10:01:54.854013 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff99ee-9274-43e6-864d-6e51359a20a8 req-077f5d0d-01db-480a-beb6-737f50459806 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:54.862051 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-5fff99ee-9274-43e6-864d-6e51359a20a8 req-077f5d0d-01db-480a-beb6-737f50459806 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.2169411 May 18 10:01:54.946665 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-2b617f14-2394-4fcb-acda-d508f2a87651 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:54.950434 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-2b617f14-2394-4fcb-acda-d508f2a87651 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.10 "GET /v2.0/networks?id=f40d9476-db2f-482a-b85f-d5379e9cc8f1 HTTP/1.1" status: 200 len: 809 time: 0.1648877 May 18 10:01:54.983748 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-b4c0b1e3-6b8e-4076-a847-ece2ec2185dd tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Request body: {'port': {'device_id': 'bcb3ceb2-f8de-42fc-8502-d473cb68af9f', 'network_id': 'f40d9476-db2f-482a-b85f-d5379e9cc8f1', 'admin_state_up': True, 'tenant_id': '4839f0baaec34ecf819f8424d905fdeb'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:55.051341 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-5fff99ee-9274-43e6-864d-6e51359a20a8 req-3cd62b2e-756e-4117-a53f-45a132938217 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536024 May 18 10:01:55.140785 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-fe2cdef5-54a6-4adc-b97e-3c50ec99db9f req-350618cf-9f5e-4974-85e2-c3a78afa81f4 service neutron] 10.222.0.10 "GET /v2.0/networks/36d853f8-458b-4f42-920c-475d49b3e130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762799 May 18 10:01:55.188935 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:55.231567 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e96f07eb-48a4-41a7-a4c2-c3679b03e3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:55.328923 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b9107e65-1dc0-4520-9a96-9e92341c8d78 req-026f1d1b-fda0-49c3-885a-b7e4f598eb60 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/ports?device_id=bcb3ceb2-f8de-42fc-8502-d473cb68af9f HTTP/1.1" status: 200 len: 210 time: 0.0617423 May 18 10:01:55.378419 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-b4c0b1e3-6b8e-4076-a847-ece2ec2185dd tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:55.379204 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-fe2cdef5-54a6-4adc-b97e-3c50ec99db9f req-0b4c65e6-780c-486c-8ba7-f204567d1857 service neutron] 10.222.0.10 "GET /v2.0/networks/36d853f8-458b-4f42-920c-475d49b3e130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105725 May 18 10:01:55.382629 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-b4c0b1e3-6b8e-4076-a847-ece2ec2185dd tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Usage tracker for resource:port and tenant:4839f0baaec34ecf819f8424d905fdeb is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:01:55.386641 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-b4c0b1e3-6b8e-4076-a847-ece2ec2185dd tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:01:55.388204 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ae99b-bd5d-4fad-b1bd-e6e2fc2b762a req-99d245cc-fdc0-4756-a0ff-f32f14c01c6e tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:55.392871 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-b50ae99b-bd5d-4fad-b1bd-e6e2fc2b762a req-99d245cc-fdc0-4756-a0ff-f32f14c01c6e tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.1729987 May 18 10:01:55.393419 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-b4c0b1e3-6b8e-4076-a847-ece2ec2185dd tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:55.398562 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 60560) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:01:55.409015 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-4f921ae0-e4cf-4a1d-bfd0-0899df7fd6b2 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Request body: {'floatingip': {'port_id': '0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:55.417315 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-b4c0b1e3-6b8e-4076-a847-ece2ec2185dd tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Made reservation on behalf of 4839f0baaec34ecf819f8424d905fdeb for: {'port': 1} {{(pid=91255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:01:55.423274 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-b4c0b1e3-6b8e-4076-a847-ece2ec2185dd tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:55.498777 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-4f921ae0-e4cf-4a1d-bfd0-0899df7fd6b2 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for floatingip, before_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:55.641598 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.db_base_plugin_common [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-b4c0b1e3-6b8e-4076-a847-ece2ec2185dd tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Allocated IP 172.20.0.5 (f40d9476-db2f-482a-b85f-d5379e9cc8f1/6720dd39-df7c-4a3e-aa62-75475ec7b87b/cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4) {{(pid=91255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:01:55.930554 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-8fc8ee44-c002-4bff-aa3f-5039774c1442 req-7aabe57c-59a0-4010-8f71-80037049d584 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=454fb853-20eb-4f17-9db7-14a55bf07243 HTTP/1.1" status: 200 len: 210 time: 0.2483037 May 18 10:01:55.989452 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-b4c0b1e3-6b8e-4076-a847-ece2ec2185dd tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Notify callbacks [] for port, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:56.040711 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a44c4-dfa1-4450-b1ee-38db0e46f661 req-d40c55eb-85cf-4411-b2c7-c03acaee14ab tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:56.048401 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-d02a44c4-dfa1-4450-b1ee-38db0e46f661 req-d40c55eb-85cf-4411-b2c7-c03acaee14ab tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 945 time: 0.1410720 May 18 10:01:56.109243 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-d02a44c4-dfa1-4450-b1ee-38db0e46f661 req-b8080c6b-2ce1-450e-850a-8ea4ffe02240 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597522 May 18 10:01:56.116056 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-b4c0b1e3-6b8e-4076-a847-ece2ec2185dd tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839'] for port, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:56.126422 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-0c68cd3c-b243-4711-bab0-8d491302fc75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:56.201442 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-b4c0b1e3-6b8e-4076-a847-ece2ec2185dd tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Network f40d9476-db2f-482a-b85f-d5379e9cc8f1 is already hosted by enough agents. {{(pid=91255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:01:56.204604 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-b4c0b1e3-6b8e-4076-a847-ece2ec2185dd tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Resources bound (agent type, host, resource id): {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:01:56.208913 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-b4c0b1e3-6b8e-4076-a847-ece2ec2185dd tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Received port after_create {{(pid=91255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:01:56.215490 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-b4c0b1e3-6b8e-4076-a847-ece2ec2185dd tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:56.216136 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-b4c0b1e3-6b8e-4076-a847-ece2ec2185dd tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for port, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:56.225024 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c0b1e3-6b8e-4076-a847-ece2ec2185dd tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Pushing event updated for resources: {'Port': ['ID=cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:56.233406 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-b4c0b1e3-6b8e-4076-a847-ece2ec2185dd tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:56.245718 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-b4c0b1e3-6b8e-4076-a847-ece2ec2185dd tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2788620 May 18 10:01:56.259322 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-7373bd49-1bdd-452d-915b-ad5d2190a2f1 service neutron] Request body: {'port': {'device_id': 'bcb3ceb2-f8de-42fc-8502-d473cb68af9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:56.264505 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-1fe594f2-ddcd-4cec-8f82-f40aa43ca60f tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:56.265918 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-1fe594f2-ddcd-4cec-8f82-f40aa43ca60f tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.10 "GET /v2.0/networks?id=4f114c1f-030f-4967-9b62-649e8025f375 HTTP/1.1" status: 200 len: 814 time: 0.3466468 May 18 10:01:56.326785 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-2cb2296b-e3ab-4f55-984e-8b0d5fe3ce31 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Request body: {'port': {'device_id': '454fb853-20eb-4f17-9db7-14a55bf07243', 'network_id': '4f114c1f-030f-4967-9b62-649e8025f375', 'admin_state_up': True, 'tenant_id': '7acb51810c8545daa5171055799a0f07'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:56.380340 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-7373bd49-1bdd-452d-915b-ad5d2190a2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:56.582077 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-2cb2296b-e3ab-4f55-984e-8b0d5fe3ce31 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:01:56.600118 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-2cb2296b-e3ab-4f55-984e-8b0d5fe3ce31 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:01:56.601819 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:56.654731 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-2cb2296b-e3ab-4f55-984e-8b0d5fe3ce31 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Made reservation on behalf of 7acb51810c8545daa5171055799a0f07 for: {'port': 1} {{(pid=91254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:01:56.658029 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-2cb2296b-e3ab-4f55-984e-8b0d5fe3ce31 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:56.769827 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.notifiers.nova [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-7373bd49-1bdd-452d-915b-ad5d2190a2f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4 {{(pid=91255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:01:56.778507 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-7373bd49-1bdd-452d-915b-ad5d2190a2f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:56.793055 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.provisioning_blocks [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-7373bd49-1bdd-452d-915b-ad5d2190a2f1 service neutron] Transition to ACTIVE for port object cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4 will not be triggered until provisioned by entity L2. {{(pid=91255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:01:56.796808 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-7373bd49-1bdd-452d-915b-ad5d2190a2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:56.800416 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-7a4bafa4-604b-4d15-8a32-d9b6eee7536b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:56.912703 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-4f921ae0-e4cf-4a1d-bfd0-0899df7fd6b2 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:56.923123 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954db7b8-99b1-41a4-b863-5b97c1a0641f req-e700b4f4-2947-4f2e-b4c9-493f43f5998e tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:56.924743 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-954db7b8-99b1-41a4-b863-5b97c1a0641f req-e700b4f4-2947-4f2e-b4c9-493f43f5998e tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/ports?device_id=bcb3ceb2-f8de-42fc-8502-d473cb68af9f HTTP/1.1" status: 200 len: 931 time: 0.3207312 May 18 10:01:56.932849 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-4f921ae0-e4cf-4a1d-bfd0-0899df7fd6b2 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922060'] for floatingip, after_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:56.936707 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7373bd49-1bdd-452d-915b-ad5d2190a2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4,revision_number=2']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:56.940647 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-7373bd49-1bdd-452d-915b-ad5d2190a2f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:57.028083 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.managers [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-7373bd49-1bdd-452d-915b-ad5d2190a2f1 service neutron] Attempting to bind port cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:01:57.029616 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.managers [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-7373bd49-1bdd-452d-915b-ad5d2190a2f1 service neutron] Attempting to bind port cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '7182c676-6bc1-4ffb-ae46-17566780be04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f40d9476-db2f-482a-b85f-d5379e9cc8f1'}] {{(pid=91255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:01:57.029616 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-7373bd49-1bdd-452d-915b-ad5d2190a2f1 service neutron] Attempting to bind port cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4 on network f40d9476-db2f-482a-b85f-d5379e9cc8f1 {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:01:57.034541 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-7373bd49-1bdd-452d-915b-ad5d2190a2f1 service neutron] Port cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4 on network f40d9476-db2f-482a-b85f-d5379e9cc8f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 10:01:57.034869 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-7373bd49-1bdd-452d-915b-ad5d2190a2f1 service neutron] Attempting to bind port cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4 on network f40d9476-db2f-482a-b85f-d5379e9cc8f1 {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:01:57.041020 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-7373bd49-1bdd-452d-915b-ad5d2190a2f1 service neutron] Checking agent: {'id': '24b5a2b2-de0a-48ed-9b1d-3e34697dfcd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 59, 16), 'started_at': datetime.datetime(2021, 5, 18, 9, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:01:57.041877 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-7373bd49-1bdd-452d-915b-ad5d2190a2f1 service neutron] Checking segment: {'id': '7182c676-6bc1-4ffb-ae46-17566780be04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f40d9476-db2f-482a-b85f-d5379e9cc8f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:01:57.043090 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-7373bd49-1bdd-452d-915b-ad5d2190a2f1 service neutron] Bound using segment: {'id': '7182c676-6bc1-4ffb-ae46-17566780be04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f40d9476-db2f-482a-b85f-d5379e9cc8f1'} {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:01:57.043408 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.managers [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-7373bd49-1bdd-452d-915b-ad5d2190a2f1 service neutron] Bound port: cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7182c676-6bc1-4ffb-ae46-17566780be04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f40d9476-db2f-482a-b85f-d5379e9cc8f1'}}] {{(pid=91255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:01:57.043969 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-7373bd49-1bdd-452d-915b-ad5d2190a2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:57.058434 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.db_base_plugin_common [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-2cb2296b-e3ab-4f55-984e-8b0d5fe3ce31 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Allocated IP 172.20.0.5 (4f114c1f-030f-4967-9b62-649e8025f375/97072edd-9969-406c-bd1e-8e3d97a45e00/08ec9a57-0f9d-4dbe-92ab-bc4e75140dae) {{(pid=91254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:01:57.135675 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-954db7b8-99b1-41a4-b863-5b97c1a0641f req-263a2685-a453-4db3-9edf-2d848324adcf tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cc8e42b-cf39-4415-9913-aca7a603a112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038722 May 18 10:01:57.152562 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-70bd35b1-9656-4c8e-a9ff-74fcd505bbc1 req-93edba1f-2033-4872-9c63-c76eee91ff7b tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=454fb853-20eb-4f17-9db7-14a55bf07243 HTTP/1.1" status: 200 len: 210 time: 0.0637860 May 18 10:01:57.196378 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-7373bd49-1bdd-452d-915b-ad5d2190a2f1 service neutron] For port cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4, host hv-cinder-77262, cleared binding levels {{(pid=91255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:01:57.200549 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-7373bd49-1bdd-452d-915b-ad5d2190a2f1 service neutron] For port cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4,segment=NetworkSegment(7182c676-6bc1-4ffb-ae46-17566780be04),segment_id=7182c676-6bc1-4ffb-ae46-17566780be04)] {{(pid=91255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:01:57.207761 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-7373bd49-1bdd-452d-915b-ad5d2190a2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:57.211352 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.db.l3_db [None req-4f921ae0-e4cf-4a1d-bfd0-0899df7fd6b2 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Floating IP d38981d5-af33-4cf4-8f86-57bcc4afb314 associated. External IP: 172.27.1.134, port: 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2. May 18 10:01:57.219580 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-7373bd49-1bdd-452d-915b-ad5d2190a2f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:57.264155 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-7373bd49-1bdd-452d-915b-ad5d2190a2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:57.264760 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-7373bd49-1bdd-452d-915b-ad5d2190a2f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for port, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:57.266154 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-7373bd49-1bdd-452d-915b-ad5d2190a2f1 service neutron] 10.222.0.10 "PUT /v2.0/ports/cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4 HTTP/1.1" status: 200 len: 1093 time: 1.0111718 May 18 10:01:57.266664 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb3ceb2-f8de-42fc-8502-d473cb68af9f', 'tag': 'cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4'}] {{(pid=91255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:01:57.305053 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7373bd49-1bdd-452d-915b-ad5d2190a2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4,revision_number=3']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:57.319293 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-7373bd49-1bdd-452d-915b-ad5d2190a2f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:57.364580 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb3ceb2-f8de-42fc-8502-d473cb68af9f', 'tag': 'cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4', 'status': 'completed', 'code': 200} May 18 10:01:57.424698 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-160f3ecd-6a29-403c-826e-54648f8c8934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:57.426888 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-160f3ecd-6a29-403c-826e-54648f8c8934 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4839f0baaec34ecf819f8424d905fdeb&device_id=bcb3ceb2-f8de-42fc-8502-d473cb68af9f HTTP/1.1" status: 200 len: 1096 time: 0.1024437 May 18 10:01:57.617855 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-01021bdf-41e2-4f57-8b0d-5ef9af8384e5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4 HTTP/1.1" status: 200 len: 217 time: 0.1597993 May 18 10:01:57.701356 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-10e00298-326e-45cf-b6f6-fc36c2421f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:57.703217 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-10e00298-326e-45cf-b6f6-fc36c2421f1f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6720dd39-df7c-4a3e-aa62-75475ec7b87b HTTP/1.1" status: 200 len: 849 time: 0.0729787 May 18 10:01:57.743560 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a23f8a-35cf-4a7e-86cc-6e38c9623c4d req-04dff1b3-aee8-4668-a5ce-e292e6c228fe tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:57.750794 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-75a23f8a-35cf-4a7e-86cc-6e38c9623c4d req-04dff1b3-aee8-4668-a5ce-e292e6c228fe tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 945 time: 0.4471102 May 18 10:01:57.765853 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-edd4831a-14a0-47bc-b4b3-fdcd2c6d4e6c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f40d9476-db2f-482a-b85f-d5379e9cc8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524209 May 18 10:01:58.039822 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-510b650a-8cc9-47dc-80d3-41ed7e739e5b service neutron] 10.222.0.10 "GET /v2.0/networks/f40d9476-db2f-482a-b85f-d5379e9cc8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590549 May 18 10:01:58.083891 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f921ae0-e4cf-4a1d-bfd0-0899df7fd6b2 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Router cd6cc822-0524-4710-9104-7a9ad6c75e60 has already been hosted by L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb {{(pid=91254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:01:58.107100 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-75a23f8a-35cf-4a7e-86cc-6e38c9623c4d req-190e9bf7-1634-4bd0-9157-68f869149eb7 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553686 May 18 10:01:58.114583 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-2cb2296b-e3ab-4f55-984e-8b0d5fe3ce31 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Notify callbacks [] for port, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:58.121283 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:58.245818 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e03bdf22-63f4-44be-947d-ed756b27dac0 req-76f8f826-e01f-4db5-a356-dd0dfac42937 service neutron] 10.222.0.10 "GET /v2.0/networks/f40d9476-db2f-482a-b85f-d5379e9cc8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959965 May 18 10:01:58.347442 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-2cb2296b-e3ab-4f55-984e-8b0d5fe3ce31 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839'] for port, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:58.369026 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['c9956d95-1f80-4159-a7af-5ccae1e13e97'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:01:58.422120 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-45f48b9b-2d42-4fc7-9609-2b4ad72d610e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:58.483049 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9dd44d-9d3e-46f2-b7ce-20015935edbd req-b6b257c0-84d7-4692-88a1-5b57beb08aa0 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:58.484448 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-4a9dd44d-9d3e-46f2-b7ce-20015935edbd req-b6b257c0-84d7-4692-88a1-5b57beb08aa0 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=454fb853-20eb-4f17-9db7-14a55bf07243 HTTP/1.1" status: 200 len: 931 time: 0.1762474 May 18 10:01:58.529177 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-2cb2296b-e3ab-4f55-984e-8b0d5fe3ce31 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Network 4f114c1f-030f-4967-9b62-649e8025f375 is already hosted by enough agents. {{(pid=91254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:01:58.533925 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f7240-e387-416f-9528-1af273be0974 req-5303b134-c4cb-4aae-9c32-16cd9a0f9c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:58.534944 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.base_scheduler [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-2cb2296b-e3ab-4f55-984e-8b0d5fe3ce31 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Resources bound (agent type, host, resource id): {{(pid=91254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:01:58.536976 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-cc9f7240-e387-416f-9528-1af273be0974 req-5303b134-c4cb-4aae-9c32-16cd9a0f9c64 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4839f0baaec34ecf819f8424d905fdeb&device_id=bcb3ceb2-f8de-42fc-8502-d473cb68af9f HTTP/1.1" status: 200 len: 1096 time: 0.1819813 May 18 10:01:58.537482 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.l3_dvrscheduler_db [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-2cb2296b-e3ab-4f55-984e-8b0d5fe3ce31 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Received port after_create {{(pid=91254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:01:58.543745 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-2cb2296b-e3ab-4f55-984e-8b0d5fe3ce31 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:58.544389 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-2cb2296b-e3ab-4f55-984e-8b0d5fe3ce31 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for port, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:58.575384 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2296b-e3ab-4f55-984e-8b0d5fe3ce31 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Pushing event updated for resources: {'Port': ['ID=08ec9a57-0f9d-4dbe-92ab-bc4e75140dae,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:01:58.578407 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-2cb2296b-e3ab-4f55-984e-8b0d5fe3ce31 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:01:58.583338 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f921ae0-e4cf-4a1d-bfd0-0899df7fd6b2 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:01:58.594027 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654159d9-edd1-480a-a8dd-0682667dd457 None None] Sync routers for ids ['cd6cc822-0524-4710-9104-7a9ad6c75e60'] in dv-cinder-772623-5-iscsi {{(pid=91257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:01:58.610956 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654159d9-edd1-480a-a8dd-0682667dd457 None None] Routers {'cd6cc822-0524-4710-9104-7a9ad6c75e60'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:01:58.611644 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-4f921ae0-e4cf-4a1d-bfd0-0899df7fd6b2 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for floatingip, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:58.611760 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-654159d9-edd1-480a-a8dd-0682667dd457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:01:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['cd6cc822-0524-4710-9104-7a9ad6c75e60'], 'active': True} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:58.624473 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-4a9dd44d-9d3e-46f2-b7ce-20015935edbd req-88affb70-97bd-4c09-9d49-b2454c23fff2 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287694 May 18 10:01:58.673210 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1c183-e705-477e-aa8a-b883e5db40f2 req-14272a88-522e-4e77-b1ad-b30bdd055ca2 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:58.681515 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-cbd1c183-e705-477e-aa8a-b883e5db40f2 req-14272a88-522e-4e77-b1ad-b30bdd055ca2 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/ports?device_id=bcb3ceb2-f8de-42fc-8502-d473cb68af9f HTTP/1.1" status: 200 len: 943 time: 0.4268346 May 18 10:01:58.698805 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-2cb2296b-e3ab-4f55-984e-8b0d5fe3ce31 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3770170 May 18 10:01:58.730235 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-2421581d-3a72-4384-9af9-f2bcc6d33d3c service neutron] Request body: {'port': {'device_id': '454fb853-20eb-4f17-9db7-14a55bf07243', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:01:58.760973 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f7240-e387-416f-9528-1af273be0974 req-136bda6f-8a6e-4f42-a7f0-516295065598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:58.762901 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-cc9f7240-e387-416f-9528-1af273be0974 req-136bda6f-8a6e-4f42-a7f0-516295065598 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f40d9476-db2f-482a-b85f-d5379e9cc8f1 HTTP/1.1" status: 200 len: 910 time: 0.2173963 May 18 10:01:58.821807 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-4f921ae0-e4cf-4a1d-bfd0-0899df7fd6b2 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "PUT /v2.0/floatingips/d38981d5-af33-4cf4-8f86-57bcc4afb314 HTTP/1.1" status: 200 len: 991 time: 3.4187031 May 18 10:01:58.822602 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvr_db [None req-654159d9-edd1-480a-a8dd-0682667dd457 None None] Set router cd6cc822-0524-4710-9104-7a9ad6c75e60 gateway port host: dv-cinder-772623-5-iscsi {{(pid=91257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:01:58.849249 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-cbd1c183-e705-477e-aa8a-b883e5db40f2 req-723e349d-9b2f-4196-a28a-c2a615594f85 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cc8e42b-cf39-4415-9913-aca7a603a112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643736 May 18 10:01:58.852229 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30fa5531-330c-46fb-a5ef-8fc6cda3cefc', 'tag': '0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2'}] {{(pid=91254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:01:58.918794 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-cc9f7240-e387-416f-9528-1af273be0974 req-580a8c26-76b4-41f4-81d6-1a420f684c0c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4 HTTP/1.1" status: 200 len: 217 time: 0.1407816 May 18 10:01:58.952049 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30fa5531-330c-46fb-a5ef-8fc6cda3cefc', 'tag': '0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2', 'status': 'completed', 'code': 200} May 18 10:01:58.988381 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-2421581d-3a72-4384-9af9-f2bcc6d33d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:59.057975 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f7240-e387-416f-9528-1af273be0974 req-da858696-6b08-413e-b11c-21fa099bab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:59.060087 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-cc9f7240-e387-416f-9528-1af273be0974 req-da858696-6b08-413e-b11c-21fa099bab94 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6720dd39-df7c-4a3e-aa62-75475ec7b87b HTTP/1.1" status: 200 len: 849 time: 0.1363370 May 18 10:01:59.172376 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-cc9f7240-e387-416f-9528-1af273be0974 req-1617df6b-5a1c-44c9-a5d6-c6e23dc2f157 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f40d9476-db2f-482a-b85f-d5379e9cc8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032410 May 18 10:01:59.293474 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-654159d9-edd1-480a-a8dd-0682667dd457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'name': 'tempest-AttachVolumeShelveTestJSON-2052202754-router', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd586b1d5-8448-4620-90dc-09e8be9550e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:54Z', 'updated_at': '2021-05-18T10:01:13Z', 'revision_number': 4, 'project_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'gw_port': {'id': 'd586b1d5-8448-4620-90dc-09e8be9550e9', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:56Z', 'updated_at': '2021-05-18T10:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_floatingips': [{'id': 'd38981d5-af33-4cf4-8f86-57bcc4afb314', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'floating_ip_address': '172.27.1.134', 'floating_network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'router_id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'port_id': '0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf', 'mac_address': 'fa:16:3e:77:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fa5531-330c-46fb-a5ef-8fc6cda3cefc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:01:25Z', 'updated_at': '2021-05-18T10:01:56Z', 'revision_number': 1, 'project_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5430441-e4f1-4ae6-b231-2f4fa13932d6', 'name': '', 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'mac_address': 'fa:16:3e:47:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '293e45ba-5a92-42da-8d0a-72e710626ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:01:09Z', 'updated_at': '2021-05-18T10:01:22Z', 'revision_number': 5, 'project_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'subnets': [{'id': '293e45ba-5a92-42da-8d0a-72e710626ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:59.298314 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654159d9-edd1-480a-a8dd-0682667dd457 None None] Checking router: cd6cc822-0524-4710-9104-7a9ad6c75e60 for host: dv-cinder-772623-5-iscsi {{(pid=91257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:01:59.309207 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654159d9-edd1-480a-a8dd-0682667dd457 None None] Routers {'cd6cc822-0524-4710-9104-7a9ad6c75e60'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:01:59.310170 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-654159d9-edd1-480a-a8dd-0682667dd457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:01:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['cd6cc822-0524-4710-9104-7a9ad6c75e60'], 'active': True} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:01:59.328144 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49547f6-6730-45b5-b37b-5241f91b827d req-e962a568-a8b5-4984-90be-0b613debaa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:59.329604 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a49547f6-6730-45b5-b37b-5241f91b827d req-e962a568-a8b5-4984-90be-0b613debaa8d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f716dbf60ba7409595aa27a28db3f6ae&device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 1098 time: 0.3483467 May 18 10:01:59.580416 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvr_db [None req-654159d9-edd1-480a-a8dd-0682667dd457 None None] Set router cd6cc822-0524-4710-9104-7a9ad6c75e60 gateway port host: dv-cinder-772623-5-iscsi {{(pid=91257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:01:59.620722 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e7f8c-5071-4274-8933-8d8d3bb3ad83 req-805cb7ba-09c9-46ee-9a19-130a065f5a3e tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:59.623174 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-161e7f8c-5071-4274-8933-8d8d3bb3ad83 req-805cb7ba-09c9-46ee-9a19-130a065f5a3e tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 945 time: 0.2368202 May 18 10:01:59.634880 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-cc9f7240-e387-416f-9528-1af273be0974 req-4940ba5b-0b29-4e4e-b9c4-b955c976f8f1 service neutron] 10.222.0.10 "GET /v2.0/networks/f40d9476-db2f-482a-b85f-d5379e9cc8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435143 May 18 10:01:59.654758 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49547f6-6730-45b5-b37b-5241f91b827d req-e673ecfc-5ab6-4966-aba1-d0ee24b465b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:01:59.656147 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a49547f6-6730-45b5-b37b-5241f91b827d req-e673ecfc-5ab6-4966-aba1-d0ee24b465b2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fe6c80e1-177e-4a34-ab74-aff33bd088bf HTTP/1.1" status: 200 len: 918 time: 0.3135996 May 18 10:01:59.730031 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.notifiers.nova [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-2421581d-3a72-4384-9af9-f2bcc6d33d3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08ec9a57-0f9d-4dbe-92ab-bc4e75140dae {{(pid=91254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:01:59.749768 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-161e7f8c-5071-4274-8933-8d8d3bb3ad83 req-3b46ca30-c479-4f07-8d3d-811a0cbaef40 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151505 May 18 10:01:59.754948 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-2421581d-3a72-4384-9af9-f2bcc6d33d3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:59.771119 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.provisioning_blocks [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-2421581d-3a72-4384-9af9-f2bcc6d33d3c service neutron] Transition to ACTIVE for port object 08ec9a57-0f9d-4dbe-92ab-bc4e75140dae will not be triggered until provisioned by entity L2. {{(pid=91254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:01:59.778592 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-2421581d-3a72-4384-9af9-f2bcc6d33d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:01:59.783711 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:01:59.997062 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-654159d9-edd1-480a-a8dd-0682667dd457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'name': 'tempest-AttachVolumeShelveTestJSON-2052202754-router', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd586b1d5-8448-4620-90dc-09e8be9550e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:54Z', 'updated_at': '2021-05-18T10:01:13Z', 'revision_number': 4, 'project_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'gw_port': {'id': 'd586b1d5-8448-4620-90dc-09e8be9550e9', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:56Z', 'updated_at': '2021-05-18T10:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_floatingips': [{'id': 'd38981d5-af33-4cf4-8f86-57bcc4afb314', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'floating_ip_address': '172.27.1.134', 'floating_network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'router_id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'port_id': '0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf', 'mac_address': 'fa:16:3e:77:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fa5531-330c-46fb-a5ef-8fc6cda3cefc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:01:25Z', 'updated_at': '2021-05-18T10:01:56Z', 'revision_number': 1, 'project_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5430441-e4f1-4ae6-b231-2f4fa13932d6', 'name': '', 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'mac_address': 'fa:16:3e:47:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '293e45ba-5a92-42da-8d0a-72e710626ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:01:09Z', 'updated_at': '2021-05-18T10:01:22Z', 'revision_number': 5, 'project_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'subnets': [{'id': '293e45ba-5a92-42da-8d0a-72e710626ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:02:00.003327 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654159d9-edd1-480a-a8dd-0682667dd457 None None] The sync data for ids ['cd6cc822-0524-4710-9104-7a9ad6c75e60'] in dv-cinder-772623-5-iscsi is: [{'id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'name': 'tempest-AttachVolumeShelveTestJSON-2052202754-router', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd586b1d5-8448-4620-90dc-09e8be9550e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:54Z', 'updated_at': '2021-05-18T10:01:13Z', 'revision_number': 4, 'project_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'gw_port': {'id': 'd586b1d5-8448-4620-90dc-09e8be9550e9', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:56Z', 'updated_at': '2021-05-18T10:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_floatingips': [{'id': 'd38981d5-af33-4cf4-8f86-57bcc4afb314', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'floating_ip_address': '172.27.1.134', 'floating_network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'router_id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'port_id': '0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf', 'mac_address': 'fa:16:3e:77:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fa5531-330c-46fb-a5ef-8fc6cda3cefc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:01:25Z', 'updated_at': '2021-05-18T10:01:56Z', 'revision_number': 1, 'project_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5430441-e4f1-4ae6-b231-2f4fa13932d6', 'name': '', 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'mac_address': 'fa:16:3e:47:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '293e45ba-5a92-42da-8d0a-72e710626ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:01:09Z', 'updated_at': '2021-05-18T10:01:22Z', 'revision_number': 5, 'project_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'subnets': [{'id': '293e45ba-5a92-42da-8d0a-72e710626ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:02:00.100144 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2421581d-3a72-4384-9af9-f2bcc6d33d3c service neutron] Pushing event updated for resources: {'Port': ['ID=08ec9a57-0f9d-4dbe-92ab-bc4e75140dae,revision_number=2']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:00.104497 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-2421581d-3a72-4384-9af9-f2bcc6d33d3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:00.104638 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-cc9f7240-e387-416f-9528-1af273be0974 req-5ac79155-3433-4124-870b-36f7d23358ea service neutron] 10.222.0.10 "GET /v2.0/networks/f40d9476-db2f-482a-b85f-d5379e9cc8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514048 May 18 10:02:00.106424 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a49547f6-6730-45b5-b37b-5241f91b827d req-f91c86f7-c879-497a-b876-38a65329cf23 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2 HTTP/1.1" status: 200 len: 999 time: 0.3763747 May 18 10:02:00.170909 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.managers [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-2421581d-3a72-4384-9af9-f2bcc6d33d3c service neutron] Attempting to bind port 08ec9a57-0f9d-4dbe-92ab-bc4e75140dae on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:02:00.171254 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.managers [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-2421581d-3a72-4384-9af9-f2bcc6d33d3c service neutron] Attempting to bind port 08ec9a57-0f9d-4dbe-92ab-bc4e75140dae by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '2beb079a-9d35-4dc7-bdc2-f082c5b10557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f114c1f-030f-4967-9b62-649e8025f375'}] {{(pid=91254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:02:00.171590 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-2421581d-3a72-4384-9af9-f2bcc6d33d3c service neutron] Attempting to bind port 08ec9a57-0f9d-4dbe-92ab-bc4e75140dae on network 4f114c1f-030f-4967-9b62-649e8025f375 {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:02:00.180025 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-2421581d-3a72-4384-9af9-f2bcc6d33d3c service neutron] Port 08ec9a57-0f9d-4dbe-92ab-bc4e75140dae on network 4f114c1f-030f-4967-9b62-649e8025f375 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 10:02:00.180382 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-2421581d-3a72-4384-9af9-f2bcc6d33d3c service neutron] Attempting to bind port 08ec9a57-0f9d-4dbe-92ab-bc4e75140dae on network 4f114c1f-030f-4967-9b62-649e8025f375 {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:02:00.186207 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b05683-bc0f-4c9c-be0e-6b1d3e55f8d8 req-5773cb8e-28e3-47d7-b6bd-e763e45d8a33 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:00.189605 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-2421581d-3a72-4384-9af9-f2bcc6d33d3c service neutron] Checking agent: {'id': '24b5a2b2-de0a-48ed-9b1d-3e34697dfcd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 59, 16), 'started_at': datetime.datetime(2021, 5, 18, 9, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:02:00.193165 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-2421581d-3a72-4384-9af9-f2bcc6d33d3c service neutron] Checking segment: {'id': '2beb079a-9d35-4dc7-bdc2-f082c5b10557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f114c1f-030f-4967-9b62-649e8025f375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:02:00.193165 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-2421581d-3a72-4384-9af9-f2bcc6d33d3c service neutron] Bound using segment: {'id': '2beb079a-9d35-4dc7-bdc2-f082c5b10557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f114c1f-030f-4967-9b62-649e8025f375'} {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:02:00.193362 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-06b05683-bc0f-4c9c-be0e-6b1d3e55f8d8 req-5773cb8e-28e3-47d7-b6bd-e763e45d8a33 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=454fb853-20eb-4f17-9db7-14a55bf07243 HTTP/1.1" status: 200 len: 943 time: 0.3755972 May 18 10:02:00.193442 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.managers [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-2421581d-3a72-4384-9af9-f2bcc6d33d3c service neutron] Bound port: 08ec9a57-0f9d-4dbe-92ab-bc4e75140dae, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2beb079a-9d35-4dc7-bdc2-f082c5b10557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f114c1f-030f-4967-9b62-649e8025f375'}}] {{(pid=91254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:02:00.193442 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-2421581d-3a72-4384-9af9-f2bcc6d33d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:00.219489 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3087a92-1d4a-4eed-a55d-923041dd7bff req-2b701107-9502-42e7-a15d-0fb68bc39401 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:00.226907 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a3087a92-1d4a-4eed-a55d-923041dd7bff req-2b701107-9502-42e7-a15d-0fb68bc39401 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/ports?device_id=bcb3ceb2-f8de-42fc-8502-d473cb68af9f HTTP/1.1" status: 200 len: 943 time: 0.2127900 May 18 10:02:00.254285 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-06b05683-bc0f-4c9c-be0e-6b1d3e55f8d8 req-5760adea-ad46-4e5f-b6d1-bc1344914f2b tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595777 May 18 10:02:00.271885 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49547f6-6730-45b5-b37b-5241f91b827d req-b4390a43-7258-456d-a6ce-fc5c256e4429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:00.278861 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a49547f6-6730-45b5-b37b-5241f91b827d req-b4390a43-7258-456d-a6ce-fc5c256e4429 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=293e45ba-5a92-42da-8d0a-72e710626ff2 HTTP/1.1" status: 200 len: 856 time: 0.1508987 May 18 10:02:00.320649 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a15136-feac-4b4a-b8de-60d31a8f5dbd None None] New status for floating IP d38981d5-af33-4cf4-8f86-57bcc4afb314: ACTIVE {{(pid=91256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 10:02:00.350266 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a3087a92-1d4a-4eed-a55d-923041dd7bff req-15c18fb9-a41c-4e1d-92bb-580b3370f937 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cc8e42b-cf39-4415-9913-aca7a603a112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224740 May 18 10:02:00.374322 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-2421581d-3a72-4384-9af9-f2bcc6d33d3c service neutron] For port 08ec9a57-0f9d-4dbe-92ab-bc4e75140dae, host hv-cinder-77262, cleared binding levels {{(pid=91254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:02:00.391494 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-2421581d-3a72-4384-9af9-f2bcc6d33d3c service neutron] For port 08ec9a57-0f9d-4dbe-92ab-bc4e75140dae, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=08ec9a57-0f9d-4dbe-92ab-bc4e75140dae,segment=NetworkSegment(2beb079a-9d35-4dc7-bdc2-f082c5b10557),segment_id=2beb079a-9d35-4dc7-bdc2-f082c5b10557)] {{(pid=91254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:02:00.400321 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-2421581d-3a72-4384-9af9-f2bcc6d33d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:00.409527 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:00.474898 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-2421581d-3a72-4384-9af9-f2bcc6d33d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:00.475705 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-2421581d-3a72-4384-9af9-f2bcc6d33d3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for port, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:00.477475 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-2421581d-3a72-4384-9af9-f2bcc6d33d3c service neutron] 10.222.0.10 "PUT /v2.0/ports/08ec9a57-0f9d-4dbe-92ab-bc4e75140dae HTTP/1.1" status: 200 len: 1093 time: 1.7553749 May 18 10:02:00.487166 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49547f6-6730-45b5-b37b-5241f91b827d req-ce1938f7-44f7-4f8b-826c-7257824b859f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:00.489865 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a49547f6-6730-45b5-b37b-5241f91b827d req-ce1938f7-44f7-4f8b-826c-7257824b859f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fe6c80e1-177e-4a34-ab74-aff33bd088bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2043314 May 18 10:02:00.506771 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2421581d-3a72-4384-9af9-f2bcc6d33d3c service neutron] Pushing event updated for resources: {'Port': ['ID=08ec9a57-0f9d-4dbe-92ab-bc4e75140dae,revision_number=3']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:00.523276 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-2421581d-3a72-4384-9af9-f2bcc6d33d3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:00.648846 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-8941a4f0-85cb-45a8-b65c-dc04b66881d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:00.651102 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-8941a4f0-85cb-45a8-b65c-dc04b66881d8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7acb51810c8545daa5171055799a0f07&device_id=454fb853-20eb-4f17-9db7-14a55bf07243 HTTP/1.1" status: 200 len: 1096 time: 0.1182203 May 18 10:02:00.722462 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a49547f6-6730-45b5-b37b-5241f91b827d req-ffad85e9-c939-47de-be3b-1409e9fd4bb2 service neutron] 10.222.0.10 "GET /v2.0/networks/fe6c80e1-177e-4a34-ab74-aff33bd088bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231367 May 18 10:02:00.776301 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-39878809-31da-486e-8ce0-7d83fc5d16eb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08ec9a57-0f9d-4dbe-92ab-bc4e75140dae HTTP/1.1" status: 200 len: 217 time: 0.1027620 May 18 10:02:00.924862 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-922f6ee2-4679-43b9-b5f5-f745054c5dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:00.926874 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-922f6ee2-4679-43b9-b5f5-f745054c5dcf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=97072edd-9969-406c-bd1e-8e3d97a45e00 HTTP/1.1" status: 200 len: 854 time: 0.1426485 May 18 10:02:00.977909 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '454fb853-20eb-4f17-9db7-14a55bf07243', 'tag': '08ec9a57-0f9d-4dbe-92ab-bc4e75140dae'}] {{(pid=91254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:02:00.987993 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 60726) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:01.009083 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-39bfb3cf-94ce-4418-a978-bb20e1d16aa8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f114c1f-030f-4967-9b62-649e8025f375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676317 May 18 10:02:01.109188 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a49547f6-6730-45b5-b37b-5241f91b827d req-c6abea34-5ca9-4d0b-8418-e75626a880e2 service neutron] 10.222.0.10 "GET /v2.0/networks/fe6c80e1-177e-4a34-ab74-aff33bd088bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698144 May 18 10:02:01.131937 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50300031-519d-4db5-9c67-2f3c83cab2ad req-ed9608be-c8d8-4023-8b86-803ce8225c62 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:01.133532 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-50300031-519d-4db5-9c67-2f3c83cab2ad req-ed9608be-c8d8-4023-8b86-803ce8225c62 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 945 time: 0.1411703 May 18 10:02:01.179105 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-50300031-519d-4db5-9c67-2f3c83cab2ad req-515c521d-ccd2-4de0-8692-02b2947118fc tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384448 May 18 10:02:01.203842 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-43cd9d15-1adb-440e-a625-aab4f1e7e0c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:01.232962 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-43cd9d15-1adb-440e-a625-aab4f1e7e0c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:02:01.236147 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '454fb853-20eb-4f17-9db7-14a55bf07243', 'tag': '08ec9a57-0f9d-4dbe-92ab-bc4e75140dae', 'status': 'completed', 'code': 200} May 18 10:02:01.250820 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-43cd9d15-1adb-440e-a625-aab4f1e7e0c6 admin admin] Usage tracker for resource:security_group_rule and tenant:0ab8d93d6cc74e78bce10d36ac1139e5 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:02:01.254726 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-43cd9d15-1adb-440e-a625-aab4f1e7e0c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:02:01.263454 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-43cd9d15-1adb-440e-a625-aab4f1e7e0c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:02:01.274934 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-c7ea4237-e192-45b7-9f69-f703ab6aeccd service neutron] 10.222.0.10 "GET /v2.0/networks/4f114c1f-030f-4967-9b62-649e8025f375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195637 May 18 10:02:01.286939 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fdc86-c7ec-4e36-b3ec-67563b2d9bfa req-5f1613bf-dd8f-41d4-8644-e430f6a7b550 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:01.288268 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-bf3fdc86-c7ec-4e36-b3ec-67563b2d9bfa req-5f1613bf-dd8f-41d4-8644-e430f6a7b550 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8bf2f33-37dd-49f2-afa8-89cfe65dd5d6 HTTP/1.1" status: 200 len: 946 time: 0.2786131 May 18 10:02:01.456106 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-bf3fdc86-c7ec-4e36-b3ec-67563b2d9bfa req-15d06fd1-5ea7-4578-8cff-d89ddaf31c05 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/security-groups?id=73ffdf3b-8ca4-4c96-beeb-1441ebf4c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449130 May 18 10:02:01.506957 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f24b7fb5-638a-4086-83b8-024dc33400c8 req-5c6c63fb-0257-41b0-b21e-b2cda91b438c service neutron] 10.222.0.10 "GET /v2.0/networks/4f114c1f-030f-4967-9b62-649e8025f375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175305 May 18 10:02:01.556868 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-43cd9d15-1adb-440e-a625-aab4f1e7e0c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:01.562142 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-43cd9d15-1adb-440e-a625-aab4f1e7e0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:01.571909 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-05262623-52c5-4878-a744-e3f15b9d5423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:01.594510 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d6394-00ff-40f6-a2b2-05a7f319e7d2 req-86b0d7bb-bc39-4956-b0f5-48b9a2cc2228 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:01.595963 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-cd7d6394-00ff-40f6-a2b2-05a7f319e7d2 req-86b0d7bb-bc39-4956-b0f5-48b9a2cc2228 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=454fb853-20eb-4f17-9db7-14a55bf07243 HTTP/1.1" status: 200 len: 943 time: 0.0998611 May 18 10:02:01.640856 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-cd7d6394-00ff-40f6-a2b2-05a7f319e7d2 req-c96b1fc8-ff60-4b43-88ba-ddd696cb93a0 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390632 May 18 10:02:01.699992 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-43cd9d15-1adb-440e-a625-aab4f1e7e0c6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0ab8d93d6cc74e78bce10d36ac1139e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7074661 May 18 10:02:01.702944 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 60740) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:01.706026 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd9d15-1adb-440e-a625-aab4f1e7e0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2b0c38-8c29-4282-ba70-2572066f12c1,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:01.709247 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-43cd9d15-1adb-440e-a625-aab4f1e7e0c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:01.754713 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2adbf8-1cb8-4868-a185-6fb587d703b0 req-28b91390-5c9c-4dfa-b93a-6b6ce7b41862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:01.756175 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-fe2adbf8-1cb8-4868-a185-6fb587d703b0 req-28b91390-5c9c-4dfa-b93a-6b6ce7b41862 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7acb51810c8545daa5171055799a0f07&device_id=454fb853-20eb-4f17-9db7-14a55bf07243 HTTP/1.1" status: 200 len: 1096 time: 0.1716373 May 18 10:02:01.763521 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29627507-ce1b-4671-8d6e-631735a75559 req-e97d1f41-fd70-4430-a526-28d1534e0b2a tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:01.764882 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-29627507-ce1b-4671-8d6e-631735a75559 req-e97d1f41-fd70-4430-a526-28d1534e0b2a tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/ports?device_id=bcb3ceb2-f8de-42fc-8502-d473cb68af9f HTTP/1.1" status: 200 len: 943 time: 0.1858084 May 18 10:02:01.768494 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9f6967e9-be12-4905-a044-db0fe0d97407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:01.795902 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9f6967e9-be12-4905-a044-db0fe0d97407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:01.850756 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9f6967e9-be12-4905-a044-db0fe0d97407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:01.855114 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:01.868016 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6967e9-be12-4905-a044-db0fe0d97407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2b0c38-8c29-4282-ba70-2572066f12c1,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:01.870334 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-9f6967e9-be12-4905-a044-db0fe0d97407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:01.873770 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9f6967e9-be12-4905-a044-db0fe0d97407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:01.877139 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-9f6967e9-be12-4905-a044-db0fe0d97407 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ee2b0c38-8c29-4282-ba70-2572066f12c1 HTTP/1.1" status: 204 len: 168 time: 0.1702402 May 18 10:02:01.889593 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-29627507-ce1b-4671-8d6e-631735a75559 req-0bd670ea-c4bc-4282-9026-bbc185827be8 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cc8e42b-cf39-4415-9913-aca7a603a112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185613 May 18 10:02:01.938605 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2adbf8-1cb8-4868-a185-6fb587d703b0 req-dbd39c2c-af05-43d9-9f87-2b3632b1defd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:01.940071 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-fe2adbf8-1cb8-4868-a185-6fb587d703b0 req-dbd39c2c-af05-43d9-9f87-2b3632b1defd service neutron] 10.222.0.10 "GET /v2.0/networks?id=4f114c1f-030f-4967-9b62-649e8025f375 HTTP/1.1" status: 200 len: 915 time: 0.1544394 May 18 10:02:02.016442 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-fe2adbf8-1cb8-4868-a185-6fb587d703b0 req-113b0a1b-4e91-4268-a2ef-a223f70aeaeb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08ec9a57-0f9d-4dbe-92ab-bc4e75140dae HTTP/1.1" status: 200 len: 217 time: 0.0633686 May 18 10:02:02.172682 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2adbf8-1cb8-4868-a185-6fb587d703b0 req-dc919600-43f8-4a75-bb26-a7267a060b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:02.174218 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-fe2adbf8-1cb8-4868-a185-6fb587d703b0 req-dc919600-43f8-4a75-bb26-a7267a060b5d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=97072edd-9969-406c-bd1e-8e3d97a45e00 HTTP/1.1" status: 200 len: 854 time: 0.1506269 May 18 10:02:02.194685 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 60754) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:02.214245 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-d8c2148d-67fc-4eec-b68e-eeaf6a1706aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:02.230374 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-d8c2148d-67fc-4eec-b68e-eeaf6a1706aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:02:02.233182 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-fe2adbf8-1cb8-4868-a185-6fb587d703b0 req-1842037c-44dd-4fcc-9627-0977a525f4a4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f114c1f-030f-4967-9b62-649e8025f375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449815 May 18 10:02:02.234484 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-d8c2148d-67fc-4eec-b68e-eeaf6a1706aa admin admin] Usage tracker for resource:security_group_rule and tenant:5d610c8e74ee42ecb635a47476b6d9f6 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:02:02.237344 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-d8c2148d-67fc-4eec-b68e-eeaf6a1706aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:02:02.243276 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-d8c2148d-67fc-4eec-b68e-eeaf6a1706aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:02:02.329427 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-d8c2148d-67fc-4eec-b68e-eeaf6a1706aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:02.333109 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-d8c2148d-67fc-4eec-b68e-eeaf6a1706aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:02.343411 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-242cfdb4-d564-4022-9b15-80de0cc0fa93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:02.384706 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-d8c2148d-67fc-4eec-b68e-eeaf6a1706aa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5d610c8e74ee42ecb635a47476b6d9f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1861675 May 18 10:02:02.384706 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2148d-67fc-4eec-b68e-eeaf6a1706aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38882b6-3555-4ce9-a424-91eb2c2737c3,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:02.386332 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 60760) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:02.388945 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-d8c2148d-67fc-4eec-b68e-eeaf6a1706aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:02.442182 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-fe2adbf8-1cb8-4868-a185-6fb587d703b0 req-3f682bb8-1233-4d05-a61b-a318a3c2d17c service neutron] 10.222.0.10 "GET /v2.0/networks/4f114c1f-030f-4967-9b62-649e8025f375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994143 May 18 10:02:02.478955 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-cefa3974-80ee-476d-9026-ea6eb96c1603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:02.484567 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc7e34-2843-4c67-acf7-91a224b7b226 req-4384bb9b-ff0d-4536-88da-fc45a22f5f0e tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:02.486098 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-16bc7e34-2843-4c67-acf7-91a224b7b226 req-4384bb9b-ff0d-4536-88da-fc45a22f5f0e tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 945 time: 0.1486356 May 18 10:02:02.530365 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-cefa3974-80ee-476d-9026-ea6eb96c1603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:02.600533 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-cefa3974-80ee-476d-9026-ea6eb96c1603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:02.608654 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:02.621966 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-16bc7e34-2843-4c67-acf7-91a224b7b226 req-51a4bb55-7c88-407d-ac94-1830feaf2ce8 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229889 May 18 10:02:02.653863 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-fe2adbf8-1cb8-4868-a185-6fb587d703b0 req-0cd3df4f-e222-411d-a24f-5e47a60363f3 service neutron] 10.222.0.10 "GET /v2.0/networks/4f114c1f-030f-4967-9b62-649e8025f375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955824 May 18 10:02:02.678128 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa3974-80ee-476d-9026-ea6eb96c1603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38882b6-3555-4ce9-a424-91eb2c2737c3,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:02.685146 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-cefa3974-80ee-476d-9026-ea6eb96c1603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:02.687217 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-cefa3974-80ee-476d-9026-ea6eb96c1603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:02.690603 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-cefa3974-80ee-476d-9026-ea6eb96c1603 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a38882b6-3555-4ce9-a424-91eb2c2737c3 HTTP/1.1" status: 204 len: 168 time: 0.3010969 May 18 10:02:02.733452 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384a15d-87da-4ce8-9c1b-858371338d3d req-e8e8bf3f-0b15-481c-9d3b-eddf5a2671ac tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:02.734971 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f384a15d-87da-4ce8-9c1b-858371338d3d req-e8e8bf3f-0b15-481c-9d3b-eddf5a2671ac tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8bf2f33-37dd-49f2-afa8-89cfe65dd5d6 HTTP/1.1" status: 200 len: 946 time: 0.1011603 May 18 10:02:02.791017 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f384a15d-87da-4ce8-9c1b-858371338d3d req-206acade-eb0c-4926-acf0-3ff5ec38c1da tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/security-groups?id=73ffdf3b-8ca4-4c96-beeb-1441ebf4c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485711 May 18 10:02:02.844440 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e20580-ec38-4290-b258-8160ebb3c0e8 req-f6f30cd2-094d-4a97-ba1e-92624e8b747b tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:02.845167 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-81e20580-ec38-4290-b258-8160ebb3c0e8 req-f6f30cd2-094d-4a97-ba1e-92624e8b747b tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Synchronizing usage tracker for tenant:7acb51810c8545daa5171055799a0f07 on resource:port {{(pid=91254) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:02:02.860374 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-81e20580-ec38-4290-b258-8160ebb3c0e8 req-f6f30cd2-094d-4a97-ba1e-92624e8b747b tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Unset dirty status for tenant:7acb51810c8545daa5171055799a0f07 on resource:port {{(pid=91254) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:02:02.861554 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-81e20580-ec38-4290-b258-8160ebb3c0e8 req-f6f30cd2-094d-4a97-ba1e-92624e8b747b tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=454fb853-20eb-4f17-9db7-14a55bf07243 HTTP/1.1" status: 200 len: 943 time: 0.1058707 May 18 10:02:02.908411 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-81e20580-ec38-4290-b258-8160ebb3c0e8 req-d853c937-284c-49c3-9dd3-0a3f5d1519d8 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406656 May 18 10:02:02.966750 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:02:03.118641 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd294e6-fa35-49dd-8bb9-44d7a7f05569 req-c365266a-d774-4eaf-929c-b16a8946e265 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:03.120598 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-0cd294e6-fa35-49dd-8bb9-44d7a7f05569 req-c365266a-d774-4eaf-929c-b16a8946e265 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Synchronizing usage tracker for tenant:4839f0baaec34ecf819f8424d905fdeb on resource:port {{(pid=91255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:02:03.124079 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4,segment=NetworkSegment(7182c676-6bc1-4ffb-ae46-17566780be04),segment_id=7182c676-6bc1-4ffb-ae46-17566780be04)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:02:03.143260 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Returning: {'device': 'cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4', 'network_id': 'f40d9476-db2f-482a-b85f-d5379e9cc8f1', 'port_id': 'cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4', 'mac_address': 'fa:16:3e:57:89:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6720dd39-df7c-4a3e-aa62-75475ec7b87b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:02:03.161130 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-0cd294e6-fa35-49dd-8bb9-44d7a7f05569 req-c365266a-d774-4eaf-929c-b16a8946e265 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Unset dirty status for tenant:4839f0baaec34ecf819f8424d905fdeb on resource:port {{(pid=91255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:02:03.163633 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-0cd294e6-fa35-49dd-8bb9-44d7a7f05569 req-c365266a-d774-4eaf-929c-b16a8946e265 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/ports?device_id=bcb3ceb2-f8de-42fc-8502-d473cb68af9f HTTP/1.1" status: 200 len: 943 time: 0.1388898 May 18 10:02:03.219439 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:03.224506 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-0cd294e6-fa35-49dd-8bb9-44d7a7f05569 req-f3cd1133-94bf-4f77-9aad-3c903fc3b7c7 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Synchronizing usage tracker for tenant:4839f0baaec34ecf819f8424d905fdeb on resource:security_group {{(pid=91255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:02:03.240450 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4 {{(pid=91256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:02:03.245691 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-0cd294e6-fa35-49dd-8bb9-44d7a7f05569 req-f3cd1133-94bf-4f77-9aad-3c903fc3b7c7 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Unset dirty status for tenant:4839f0baaec34ecf819f8424d905fdeb on resource:security_group {{(pid=91255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:02:03.247078 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-0cd294e6-fa35-49dd-8bb9-44d7a7f05569 req-f3cd1133-94bf-4f77-9aad-3c903fc3b7c7 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cc8e42b-cf39-4415-9913-aca7a603a112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779140 May 18 10:02:03.258542 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4,segment=NetworkSegment(7182c676-6bc1-4ffb-ae46-17566780be04),segment_id=7182c676-6bc1-4ffb-ae46-17566780be04)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:02:03.264225 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:03.266211 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:03.335830 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4,revision_number=4']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:03.338927 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:03.823275 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4348a2e-e2ce-4d04-9fb4-c84cf769ba5d req-2a375bc1-7afb-426d-891a-02d4ad8c8d48 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:03.824892 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a4348a2e-e2ce-4d04-9fb4-c84cf769ba5d req-2a375bc1-7afb-426d-891a-02d4ad8c8d48 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8bf2f33-37dd-49f2-afa8-89cfe65dd5d6 HTTP/1.1" status: 200 len: 946 time: 0.0942461 May 18 10:02:03.861687 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4592c1-fb2b-4a1a-b0a3-0827ddb99068 req-dbd71c54-3d5f-4c58-9968-dfb9dee6599b tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:03.872316 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:02:03.880059 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-2c4592c1-fb2b-4a1a-b0a3-0827ddb99068 req-dbd71c54-3d5f-4c58-9968-dfb9dee6599b tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 945 time: 0.1567814 May 18 10:02:03.991541 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-2c4592c1-fb2b-4a1a-b0a3-0827ddb99068 req-dc4d4316-62cd-480f-b759-e0343d62e025 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087403 May 18 10:02:04.101736 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e02587-23b5-4281-bc55-557e9fa93844 req-c4650329-8019-4112-beed-fb31b2aa4bb9 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:04.114631 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a1e02587-23b5-4281-bc55-557e9fa93844 req-c4650329-8019-4112-beed-fb31b2aa4bb9 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8bf2f33-37dd-49f2-afa8-89cfe65dd5d6 HTTP/1.1" status: 200 len: 946 time: 0.1981261 May 18 10:02:04.134826 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [req-a4348a2e-e2ce-4d04-9fb4-c84cf769ba5d req-39010a08-4124-4210-b804-1a12804b6508 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Deleting port 69e6f867-49e0-46d9-a0c2-4da93c33c0d8 {{(pid=91254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:02:04.135302 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-a4348a2e-e2ce-4d04-9fb4-c84cf769ba5d req-39010a08-4124-4210-b804-1a12804b6508 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:04.235484 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3c43a-7b5a-4f6f-be04-23b86c901d49 req-33e2958f-5c6e-4cef-9792-7f3f9af4c712 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:04.246984 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f3b3c43a-7b5a-4f6f-be04-23b86c901d49 req-33e2958f-5c6e-4cef-9792-7f3f9af4c712 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=454fb853-20eb-4f17-9db7-14a55bf07243 HTTP/1.1" status: 200 len: 943 time: 0.1367176 May 18 10:02:04.293399 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a1e02587-23b5-4281-bc55-557e9fa93844 req-89dcd5ae-15cb-4bf6-9044-ec3f1df5e3bf tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/security-groups?id=73ffdf3b-8ca4-4c96-beeb-1441ebf4c4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789827 May 18 10:02:04.336491 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f3b3c43a-7b5a-4f6f-be04-23b86c901d49 req-7a0e0378-0aa2-4539-bffb-9142398ef450 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873790 May 18 10:02:04.404178 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [req-a4348a2e-e2ce-4d04-9fb4-c84cf769ba5d req-39010a08-4124-4210-b804-1a12804b6508 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] For port 69e6f867-49e0-46d9-a0c2-4da93c33c0d8, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=69e6f867-49e0-46d9-a0c2-4da93c33c0d8,segment=NetworkSegment(9e1da5fa-72fc-4f94-9194-bba357de6156),segment_id=9e1da5fa-72fc-4f94-9194-bba357de6156)] {{(pid=91254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:02:04.404178 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-a4348a2e-e2ce-4d04-9fb4-c84cf769ba5d req-39010a08-4124-4210-b804-1a12804b6508 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:04.585439 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c4cb2-5130-4809-94ab-60ad05809de4 req-1e4a2107-934b-49a9-ba95-faa9b2ab9a63 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:04.592485 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-829c4cb2-5130-4809-94ab-60ad05809de4 req-1e4a2107-934b-49a9-ba95-faa9b2ab9a63 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/ports?device_id=bcb3ceb2-f8de-42fc-8502-d473cb68af9f HTTP/1.1" status: 200 len: 944 time: 0.1500802 May 18 10:02:04.599124 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [req-a4348a2e-e2ce-4d04-9fb4-c84cf769ba5d req-39010a08-4124-4210-b804-1a12804b6508 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Calling delete_port for 69e6f867-49e0-46d9-a0c2-4da93c33c0d8 owned by compute:nova {{(pid=91254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:02:04.642822 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-829c4cb2-5130-4809-94ab-60ad05809de4 req-2920effc-47e2-4c2b-b3b9-2c554cccbf8d tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cc8e42b-cf39-4415-9913-aca7a603a112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476387 May 18 10:02:04.778183 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-a4348a2e-e2ce-4d04-9fb4-c84cf769ba5d req-39010a08-4124-4210-b804-1a12804b6508 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924'] for port, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:04.783799 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:04.829551 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39010a08-4124-4210-b804-1a12804b6508 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Pushing event deleted for resources: {'Port': ['ID=69e6f867-49e0-46d9-a0c2-4da93c33c0d8,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:04.832626 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-39010a08-4124-4210-b804-1a12804b6508 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:04.902130 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4348a2e-e2ce-4d04-9fb4-c84cf769ba5d req-39010a08-4124-4210-b804-1a12804b6508 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] No DVR routers for this DVR port 69e6f867-49e0-46d9-a0c2-4da93c33c0d8 on host hv-cinder-77262 {{(pid=91254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:02:04.905388 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-a4348a2e-e2ce-4d04-9fb4-c84cf769ba5d req-39010a08-4124-4210-b804-1a12804b6508 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:04.908052 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8bf2f33-37dd-49f2-afa8-89cfe65dd5d6', 'name': 'network-vif-deleted', 'tag': '69e6f867-49e0-46d9-a0c2-4da93c33c0d8'}] {{(pid=91254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:02:04.930060 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a4348a2e-e2ce-4d04-9fb4-c84cf769ba5d req-39010a08-4124-4210-b804-1a12804b6508 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.10 "DELETE /v2.0/ports/69e6f867-49e0-46d9-a0c2-4da93c33c0d8 HTTP/1.1" status: 204 len: 173 time: 1.0967047 May 18 10:02:04.962130 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8bf2f33-37dd-49f2-afa8-89cfe65dd5d6', 'name': 'network-vif-deleted', 'tag': '69e6f867-49e0-46d9-a0c2-4da93c33c0d8', 'status': 'completed', 'code': 200} May 18 10:02:04.966240 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 08ec9a57-0f9d-4dbe-92ab-bc4e75140dae details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:02:05.113303 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 08ec9a57-0f9d-4dbe-92ab-bc4e75140dae, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=08ec9a57-0f9d-4dbe-92ab-bc4e75140dae,segment=NetworkSegment(2beb079a-9d35-4dc7-bdc2-f082c5b10557),segment_id=2beb079a-9d35-4dc7-bdc2-f082c5b10557)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:02:05.128156 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Returning: {'device': '08ec9a57-0f9d-4dbe-92ab-bc4e75140dae', 'network_id': '4f114c1f-030f-4967-9b62-649e8025f375', 'port_id': '08ec9a57-0f9d-4dbe-92ab-bc4e75140dae', 'mac_address': 'fa:16:3e:39:83:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97072edd-9969-406c-bd1e-8e3d97a45e00', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:02:05.184728 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a54b8-6f7a-435c-b357-48f236e5df10 req-bd1d294d-8f63-472c-94b6-72e8d0f109d8 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:05.186569 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ba5a54b8-6f7a-435c-b357-48f236e5df10 req-bd1d294d-8f63-472c-94b6-72e8d0f109d8 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 945 time: 0.0891898 May 18 10:02:05.190254 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:05.210305 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08ec9a57-0f9d-4dbe-92ab-bc4e75140dae {{(pid=91256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:02:05.212765 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 60860) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:05.215688 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['69e6f867-49e0-46d9-a0c2-4da93c33c0d8'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:02:05.267389 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 08ec9a57-0f9d-4dbe-92ab-bc4e75140dae, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=08ec9a57-0f9d-4dbe-92ab-bc4e75140dae,segment=NetworkSegment(2beb079a-9d35-4dc7-bdc2-f082c5b10557),segment_id=2beb079a-9d35-4dc7-bdc2-f082c5b10557)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:02:05.271852 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:05.273747 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:05.300165 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ba5a54b8-6f7a-435c-b357-48f236e5df10 req-8152a835-cf48-4d1d-9dfc-b453b92cd9f3 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079092 May 18 10:02:05.348158 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=08ec9a57-0f9d-4dbe-92ab-bc4e75140dae,revision_number=4']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:05.351562 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:05.353896 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-be6dda87-dfb2-4064-be2c-c5e82e8f2b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:05.371261 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-be6dda87-dfb2-4064-be2c-c5e82e8f2b7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:02:05.375058 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-be6dda87-dfb2-4064-be2c-c5e82e8f2b7e admin admin] Usage tracker for resource:security_group_rule and tenant:805e19a5464e470d9c241de24824c304 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:02:05.377894 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-be6dda87-dfb2-4064-be2c-c5e82e8f2b7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:02:05.383894 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-be6dda87-dfb2-4064-be2c-c5e82e8f2b7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:02:05.534449 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-6192cb25-05d9-45da-b4b4-173f81fa1a07 req-3283af69-19c4-4bf1-9f50-537af30103c5 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Synchronizing usage tracker for tenant:c352210edef24c269b1dbe6135c2ec65 on resource:port {{(pid=91254) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:02:05.536769 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c7203-4490-415b-ae8b-7872c1698d08 req-3bed759d-57e9-46f4-aaaa-e224149046ed tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:05.538418 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b92c7203-4490-415b-ae8b-7872c1698d08 req-3bed759d-57e9-46f4-aaaa-e224149046ed tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=454fb853-20eb-4f17-9db7-14a55bf07243 HTTP/1.1" status: 200 len: 944 time: 0.0865734 May 18 10:02:05.559448 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-6192cb25-05d9-45da-b4b4-173f81fa1a07 req-3283af69-19c4-4bf1-9f50-537af30103c5 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Unset dirty status for tenant:c352210edef24c269b1dbe6135c2ec65 on resource:port {{(pid=91254) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:02:05.560609 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-6192cb25-05d9-45da-b4b4-173f81fa1a07 req-3283af69-19c4-4bf1-9f50-537af30103c5 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8bf2f33-37dd-49f2-afa8-89cfe65dd5d6 HTTP/1.1" status: 200 len: 210 time: 0.0737224 May 18 10:02:05.598501 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b92c7203-4490-415b-ae8b-7872c1698d08 req-9428f7b4-2a09-4be9-a5f0-7fc975c14ab8 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534317 May 18 10:02:05.617195 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-be6dda87-dfb2-4064-be2c-c5e82e8f2b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:05.623831 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-be6dda87-dfb2-4064-be2c-c5e82e8f2b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:05.632704 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:05.671807 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6dda87-dfb2-4064-be2c-c5e82e8f2b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a7fe38-8992-45ef-9b05-cdacf245cd11,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:05.678472 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-be6dda87-dfb2-4064-be2c-c5e82e8f2b7e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=805e19a5464e470d9c241de24824c304&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4616437 May 18 10:02:05.678472 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-be6dda87-dfb2-4064-be2c-c5e82e8f2b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:05.678892 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 60878) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:05.742173 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-1d919379-730e-4c21-9355-4b5fc39ab7ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:05.768141 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-1d919379-730e-4c21-9355-4b5fc39ab7ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:05.818802 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-1d919379-730e-4c21-9355-4b5fc39ab7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:05.822292 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-c5da060a-b68a-4b53-b780-307824b3c0ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:05.834732 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d919379-730e-4c21-9355-4b5fc39ab7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a7fe38-8992-45ef-9b05-cdacf245cd11,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:05.837604 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-1d919379-730e-4c21-9355-4b5fc39ab7ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:05.839746 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-1d919379-730e-4c21-9355-4b5fc39ab7ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:05.841896 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-1d919379-730e-4c21-9355-4b5fc39ab7ef admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/73a7fe38-8992-45ef-9b05-cdacf245cd11 HTTP/1.1" status: 204 len: 168 time: 0.1608407 May 18 10:02:06.119567 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 60886) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:06.136869 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-6a7eef90-eba2-4052-8132-91255d318904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:06.151562 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-6a7eef90-eba2-4052-8132-91255d318904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:02:06.155320 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-6a7eef90-eba2-4052-8132-91255d318904 admin admin] Usage tracker for resource:security_group_rule and tenant:5650d92b9bb04d5b9e5f24eb1bc62afe is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:02:06.158220 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-6a7eef90-eba2-4052-8132-91255d318904 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:02:06.163927 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-6a7eef90-eba2-4052-8132-91255d318904 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:02:06.245983 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-6a7eef90-eba2-4052-8132-91255d318904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:06.249780 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-6a7eef90-eba2-4052-8132-91255d318904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:06.257150 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-780eff40-2a87-49c5-8a88-3e02aa556b7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:06.301498 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-6a7eef90-eba2-4052-8132-91255d318904 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5650d92b9bb04d5b9e5f24eb1bc62afe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1807663 May 18 10:02:06.302271 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7eef90-eba2-4052-8132-91255d318904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444d3917-076d-4f26-b517-3ad1647a1422,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:06.304424 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 60890) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:06.305233 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-6a7eef90-eba2-4052-8132-91255d318904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:06.365485 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-306ed87c-cbf7-4419-848c-955f6518065f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:06.389808 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-306ed87c-cbf7-4419-848c-955f6518065f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:06.442461 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-306ed87c-cbf7-4419-848c-955f6518065f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:06.447345 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:06.458584 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ed87c-cbf7-4419-848c-955f6518065f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444d3917-076d-4f26-b517-3ad1647a1422,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:06.460825 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-306ed87c-cbf7-4419-848c-955f6518065f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:06.465370 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-306ed87c-cbf7-4419-848c-955f6518065f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:06.467150 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-306ed87c-cbf7-4419-848c-955f6518065f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/444d3917-076d-4f26-b517-3ad1647a1422 HTTP/1.1" status: 204 len: 168 time: 0.1606243 May 18 10:02:09.564716 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4 up at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:02:09.639504 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning for port cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4 completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:02:09.644600 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning complete for port cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:02:09.644978 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:09.762636 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:09.777251 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd422fed-5b4e-44fc-9144-e9925b89b11b req-fc19bdd0-605b-481e-9b95-dd7da6e3e3a7 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:09.779309 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-bd422fed-5b4e-44fc-9144-e9925b89b11b req-fc19bdd0-605b-481e-9b95-dd7da6e3e3a7 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/ports?device_id=bcb3ceb2-f8de-42fc-8502-d473cb68af9f HTTP/1.1" status: 200 len: 944 time: 0.0909259 May 18 10:02:09.784885 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666a786-0d85-4ef1-9f23-b7a43206f697 req-b928c9f2-9c70-4890-817c-36356744aaf5 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:09.786771 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-1666a786-0d85-4ef1-9f23-b7a43206f697 req-b928c9f2-9c70-4890-817c-36356744aaf5 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 945 time: 0.0905051 May 18 10:02:09.790881 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb3ceb2-f8de-42fc-8502-d473cb68af9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4'}] {{(pid=91256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:02:09.801735 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4,segment=NetworkSegment(7182c676-6bc1-4ffb-ae46-17566780be04),segment_id=7182c676-6bc1-4ffb-ae46-17566780be04)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:02:09.807071 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:09.808316 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 69e6f867-49e0-46d9-a0c2-4da93c33c0d8 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:02:09.840838 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-1666a786-0d85-4ef1-9f23-b7a43206f697 req-ec742bf3-8482-41d0-b445-f70f1f0df1c5 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465353 May 18 10:02:09.843212 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-bd422fed-5b4e-44fc-9144-e9925b89b11b req-eea08151-5ff5-486e-9765-3a4ea96b6e3e tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cc8e42b-cf39-4415-9913-aca7a603a112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509734 May 18 10:02:09.864664 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:09.908361 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] No Port match for: 69e6f867-49e0-46d9-a0c2-4da93c33c0d8 {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:02:09.908733 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 69e6f867-49e0-46d9-a0c2-4da93c33c0d8 not bound to the agent host hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:02:09.954568 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4,revision_number=5']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:09.958414 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:10.009605 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-c0fa4fb6-3345-4799-9eee-aac90b2c6461 req-5c7c8b80-8eae-4b2d-86d2-e57acf5c2434 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8bf2f33-37dd-49f2-afa8-89cfe65dd5d6 HTTP/1.1" status: 200 len: 210 time: 0.0516403 May 18 10:02:10.038704 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85faf39-0af3-422a-80ee-4a0cbbfbab56 req-6643cf03-c26c-4c3f-81e7-7f4c66457327 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:10.040136 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c85faf39-0af3-422a-80ee-4a0cbbfbab56 req-6643cf03-c26c-4c3f-81e7-7f4c66457327 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=454fb853-20eb-4f17-9db7-14a55bf07243 HTTP/1.1" status: 200 len: 944 time: 0.0860815 May 18 10:02:10.060653 dv-cinder-772623-5-iscsi neutron-server[91256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb3ceb2-f8de-42fc-8502-d473cb68af9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4', 'code': 200} May 18 10:02:10.086837 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c85faf39-0af3-422a-80ee-4a0cbbfbab56 req-105d6513-f841-4b5a-8789-419ce9d41357 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403597 May 18 10:02:10.265306 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['08ec9a57-0f9d-4dbe-92ab-bc4e75140dae'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:02:10.289439 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa3935-7c56-43e2-97c0-1b0ea51c830b req-1aa48a04-2844-4b0d-9dda-e665985cda73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:10.291056 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-4ffa3935-7c56-43e2-97c0-1b0ea51c830b req-1aa48a04-2844-4b0d-9dda-e665985cda73 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bcb3ceb2-f8de-42fc-8502-d473cb68af9f HTTP/1.1" status: 200 len: 1098 time: 0.0722423 May 18 10:02:10.332844 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-4ffa3935-7c56-43e2-97c0-1b0ea51c830b req-7351398e-8333-452d-af6b-3c0cef740d5b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3cc8e42b-cf39-4415-9913-aca7a603a112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347123 May 18 10:02:11.038183 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaccf6d-1bf4-405c-b3b4-b7ecb635da0c req-23e55010-23dd-4a4a-814c-d4e2c12bec35 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:11.039806 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-1aaccf6d-1bf4-405c-b3b4-b7ecb635da0c req-23e55010-23dd-4a4a-814c-d4e2c12bec35 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 945 time: 0.0877845 May 18 10:02:11.039957 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d3578-172e-4b6a-b1bd-e4d0c831ac7d req-fbaff628-e383-422d-857c-087bb29b59e7 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:11.042099 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e86d3578-172e-4b6a-b1bd-e4d0c831ac7d req-fbaff628-e383-422d-857c-087bb29b59e7 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/ports?device_id=bcb3ceb2-f8de-42fc-8502-d473cb68af9f HTTP/1.1" status: 200 len: 945 time: 0.0978706 May 18 10:02:11.091958 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-1aaccf6d-1bf4-405c-b3b4-b7ecb635da0c req-ba7f2a8b-14cc-4321-abb3-0fada6e17cc0 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450459 May 18 10:02:11.094915 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e86d3578-172e-4b6a-b1bd-e4d0c831ac7d req-4d718649-75cf-4301-bf7a-893dd683389d tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cc8e42b-cf39-4415-9913-aca7a603a112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466135 May 18 10:02:11.258696 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-d06b6863-be80-4dbb-a536-cf3797b3201a req-212c3684-0d2c-489e-aad5-441f6de3dbce tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8bf2f33-37dd-49f2-afa8-89cfe65dd5d6 HTTP/1.1" status: 200 len: 210 time: 0.0443895 May 18 10:02:11.289295 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027de7b2-8f5b-4038-afa0-ddc10edd675a req-e229a60b-78ba-48bd-a147-bf6951e8e741 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:11.291414 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-027de7b2-8f5b-4038-afa0-ddc10edd675a req-e229a60b-78ba-48bd-a147-bf6951e8e741 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=454fb853-20eb-4f17-9db7-14a55bf07243 HTTP/1.1" status: 200 len: 944 time: 0.0863314 May 18 10:02:11.339243 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-027de7b2-8f5b-4038-afa0-ddc10edd675a req-12bc4a7b-6ae6-4bf3-b15d-bef2baad794a tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420158 May 18 10:02:11.983976 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 08ec9a57-0f9d-4dbe-92ab-bc4e75140dae up at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:02:12.051745 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning for port 08ec9a57-0f9d-4dbe-92ab-bc4e75140dae completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:02:12.056346 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning complete for port 08ec9a57-0f9d-4dbe-92ab-bc4e75140dae triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:02:12.057276 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:12.235560 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:12.284439 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454fb853-20eb-4f17-9db7-14a55bf07243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ec9a57-0f9d-4dbe-92ab-bc4e75140dae'}] {{(pid=91256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:02:12.300458 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 08ec9a57-0f9d-4dbe-92ab-bc4e75140dae, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=08ec9a57-0f9d-4dbe-92ab-bc4e75140dae,segment=NetworkSegment(2beb079a-9d35-4dc7-bdc2-f082c5b10557),segment_id=2beb079a-9d35-4dc7-bdc2-f082c5b10557)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:02:12.320560 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:12.322784 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-dc448139-9f8b-465b-9312-f360991f3829 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:12.428600 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5cfe1f-db55-485b-abb8-2c248a702ca9 req-ebb61970-414a-4bee-8745-793243fbd6b6 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:12.430731 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-cf5cfe1f-db55-485b-abb8-2c248a702ca9 req-ebb61970-414a-4bee-8745-793243fbd6b6 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 945 time: 0.1201401 May 18 10:02:12.444486 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175515f-5f98-4b63-a318-e0e68da1f0e9 req-e749d7b5-d77d-4e59-82dc-742eedd28e08 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:12.452197 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f175515f-5f98-4b63-a318-e0e68da1f0e9 req-e749d7b5-d77d-4e59-82dc-742eedd28e08 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/ports?device_id=bcb3ceb2-f8de-42fc-8502-d473cb68af9f HTTP/1.1" status: 200 len: 945 time: 0.1197355 May 18 10:02:12.480445 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=08ec9a57-0f9d-4dbe-92ab-bc4e75140dae,revision_number=5']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:12.485161 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-cf5cfe1f-db55-485b-abb8-2c248a702ca9 req-13ab7e32-be2d-4573-b48f-fd756d447e89 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482183 May 18 10:02:12.488128 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:12.506933 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f175515f-5f98-4b63-a318-e0e68da1f0e9 req-1f0dc91d-ef35-41c5-ab2c-5abc621d8c7a tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cc8e42b-cf39-4415-9913-aca7a603a112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531180 May 18 10:02:12.604655 dv-cinder-772623-5-iscsi neutron-server[91256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '454fb853-20eb-4f17-9db7-14a55bf07243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ec9a57-0f9d-4dbe-92ab-bc4e75140dae', 'code': 200} May 18 10:02:12.793537 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33b3e0-5d53-4942-9809-ff4e18dd5da9 req-d9a4d51b-582b-4a96-9f97-9614f53c3644 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:12.801998 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-2f33b3e0-5d53-4942-9809-ff4e18dd5da9 req-d9a4d51b-582b-4a96-9f97-9614f53c3644 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=454fb853-20eb-4f17-9db7-14a55bf07243 HTTP/1.1" status: 200 len: 945 time: 0.0964615 May 18 10:02:12.850715 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-2f33b3e0-5d53-4942-9809-ff4e18dd5da9 req-75afb049-6e4a-473d-82c0-5bcb066e599a tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491626 May 18 10:02:12.892407 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b5bebe-092c-4480-96db-8ea77923dfb3 req-ad6d9625-5928-42a7-9568-c866d65dcbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:12.894222 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-b8b5bebe-092c-4480-96db-8ea77923dfb3 req-ad6d9625-5928-42a7-9568-c866d65dcbd3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=454fb853-20eb-4f17-9db7-14a55bf07243 HTTP/1.1" status: 200 len: 1098 time: 0.0837593 May 18 10:02:12.988924 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-b8b5bebe-092c-4480-96db-8ea77923dfb3 req-06cc82d6-4816-4730-8d96-89d7139c74f4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839124 May 18 10:02:15.892926 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:15.949902 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-bbd2fa40-d95f-4afc-9360-810e6d2e8527 req-b9c8dfd7-303d-427b-83ce-d69cfbbe4939 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=42195319-68c1-40df-8409-3873bfed4993&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703835 May 18 10:02:17.587290 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8255ff0-e5a6-4e9b-a3f2-49e8f087c85e req-3db37176-409a-4462-91de-07d5b4dca6c5 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:17.588767 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f8255ff0-e5a6-4e9b-a3f2-49e8f087c85e req-3db37176-409a-4462-91de-07d5b4dca6c5 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 945 time: 0.0899198 May 18 10:02:17.632940 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f8255ff0-e5a6-4e9b-a3f2-49e8f087c85e req-e6bbcbf1-0fd3-4f59-86c2-cac930169b3c tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377970 May 18 10:02:17.815223 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a12a77-7c71-4c79-b7b0-099fdc5431e9 req-d50c8697-42c7-4acf-a313-ac03dfdb3586 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:17.816761 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c1a12a77-7c71-4c79-b7b0-099fdc5431e9 req-d50c8697-42c7-4acf-a313-ac03dfdb3586 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/ports?device_id=bcb3ceb2-f8de-42fc-8502-d473cb68af9f HTTP/1.1" status: 200 len: 945 time: 0.0865982 May 18 10:02:17.863067 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c1a12a77-7c71-4c79-b7b0-099fdc5431e9 req-f6b713d7-4f59-4af5-9eb6-5c94a9fa8fe0 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cc8e42b-cf39-4415-9913-aca7a603a112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401711 May 18 10:02:17.907315 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df8da1-fa8f-4574-bb7a-dc444ee1aa25 req-3a23d4a2-005d-4ba9-848b-813e614a4c9e tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:17.908902 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-e0df8da1-fa8f-4574-bb7a-dc444ee1aa25 req-3a23d4a2-005d-4ba9-848b-813e614a4c9e tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=454fb853-20eb-4f17-9db7-14a55bf07243 HTTP/1.1" status: 200 len: 945 time: 0.1438055 May 18 10:02:17.952022 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2fa40-d95f-4afc-9360-810e6d2e8527 req-0b88460b-0448-4bf4-a046-2687ff8dcfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:17.954027 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-bbd2fa40-d95f-4afc-9360-810e6d2e8527 req-0b88460b-0448-4bf4-a046-2687ff8dcfa2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7acb51810c8545daa5171055799a0f07&device_id=42195319-68c1-40df-8409-3873bfed4993 HTTP/1.1" status: 200 len: 1099 time: 0.1259882 May 18 10:02:17.969525 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-e0df8da1-fa8f-4574-bb7a-dc444ee1aa25 req-41e0ede3-2f6a-4473-b544-849c105ed47b tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524750 May 18 10:02:18.109169 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2fa40-d95f-4afc-9360-810e6d2e8527 req-e54c692b-2878-4bcd-9bbb-cf271ab7523f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:18.112272 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-bbd2fa40-d95f-4afc-9360-810e6d2e8527 req-e54c692b-2878-4bcd-9bbb-cf271ab7523f service neutron] 10.222.0.10 "GET /v2.0/networks?id=4f114c1f-030f-4967-9b62-649e8025f375 HTTP/1.1" status: 200 len: 915 time: 0.1329005 May 18 10:02:18.183753 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-bbd2fa40-d95f-4afc-9360-810e6d2e8527 req-3e64782f-ccc8-4491-89ac-87481c83294b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9956d95-1f80-4159-a7af-5ccae1e13e97 HTTP/1.1" status: 200 len: 217 time: 0.0651278 May 18 10:02:18.261789 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2fa40-d95f-4afc-9360-810e6d2e8527 req-231baa58-3406-4607-85bb-7f8a8874b347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:18.263279 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-bbd2fa40-d95f-4afc-9360-810e6d2e8527 req-231baa58-3406-4607-85bb-7f8a8874b347 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=97072edd-9969-406c-bd1e-8e3d97a45e00 HTTP/1.1" status: 200 len: 854 time: 0.0596271 May 18 10:02:18.314842 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-bbd2fa40-d95f-4afc-9360-810e6d2e8527 req-ee27bf15-1242-4b21-b57b-02e424c6751e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f114c1f-030f-4967-9b62-649e8025f375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440502 May 18 10:02:18.532630 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-bbd2fa40-d95f-4afc-9360-810e6d2e8527 req-381b47c9-2c4b-4269-b84f-5e2adaad0f2c service neutron] 10.222.0.10 "GET /v2.0/networks/4f114c1f-030f-4967-9b62-649e8025f375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102981 May 18 10:02:18.688107 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-bbd2fa40-d95f-4afc-9360-810e6d2e8527 req-11ab48ed-c1ed-4dcb-9816-d8989ce6257a service neutron] 10.222.0.10 "GET /v2.0/networks/4f114c1f-030f-4967-9b62-649e8025f375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278110 May 18 10:02:18.835158 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70ff6e-460a-473b-b658-0f055e87af07 req-d77f14d6-5f8c-4451-85e2-8f3247d66b9c tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:18.836889 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-6b70ff6e-460a-473b-b658-0f055e87af07 req-d77f14d6-5f8c-4451-85e2-8f3247d66b9c tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 945 time: 0.0892239 May 18 10:02:18.887279 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-6b70ff6e-460a-473b-b658-0f055e87af07 req-57eba972-85be-4414-b70e-ae9bd8770676 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425947 May 18 10:02:19.241427 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713d880-b0f3-4a4b-ba36-affd6aa94004 req-f79c4356-3b81-4c8b-8bed-45d464361aa6 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:19.243091 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-c713d880-b0f3-4a4b-ba36-affd6aa94004 req-f79c4356-3b81-4c8b-8bed-45d464361aa6 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=454fb853-20eb-4f17-9db7-14a55bf07243 HTTP/1.1" status: 200 len: 945 time: 0.1351426 May 18 10:02:19.299058 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-c713d880-b0f3-4a4b-ba36-affd6aa94004 req-640fff8b-99d6-4310-b5fe-3371a5726bff tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493512 May 18 10:02:19.526910 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595eefff-a4bd-4b00-ab46-17572412e788 req-38779fa5-f9ca-4abc-a597-d952340f930f tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:19.528588 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-595eefff-a4bd-4b00-ab46-17572412e788 req-38779fa5-f9ca-4abc-a597-d952340f930f tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/ports?device_id=bcb3ceb2-f8de-42fc-8502-d473cb68af9f HTTP/1.1" status: 200 len: 945 time: 0.0860918 May 18 10:02:19.581041 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-595eefff-a4bd-4b00-ab46-17572412e788 req-b4d849f2-4302-4145-8d32-5d07a63e7d4f tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cc8e42b-cf39-4415-9913-aca7a603a112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441356 May 18 10:02:19.979579 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 32882) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:20.042804 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec25a50-35a8-4d23-9c60-8828134137f0 admin admin] Deleting subnet 485e4829-c702-4cf3-869e-6d655bf0c212 {{(pid=91255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 10:02:20.046102 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-1ec25a50-35a8-4d23-9c60-8828134137f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:20.078935 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14c93b-25bb-447e-8d39-741c223c13f5 req-df1024a1-03a0-4dcf-9fde-9ff775f904f0 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:20.080427 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ef14c93b-25bb-447e-8d39-741c223c13f5 req-df1024a1-03a0-4dcf-9fde-9ff775f904f0 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 945 time: 0.0833325 May 18 10:02:20.101208 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-1ec25a50-35a8-4d23-9c60-8828134137f0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:20.109945 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-1ec25a50-35a8-4d23-9c60-8828134137f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379774'] for subnet, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:20.130504 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ef14c93b-25bb-447e-8d39-741c223c13f5 req-6c06f8c1-1b4b-41b3-8286-8a9fe5aeabad tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440426 May 18 10:02:20.378926 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-1ec25a50-35a8-4d23-9c60-8828134137f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655'] for subnet, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:20.384355 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:20.421335 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec25a50-35a8-4d23-9c60-8828134137f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=485e4829-c702-4cf3-869e-6d655bf0c212,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:20.426332 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-1ec25a50-35a8-4d23-9c60-8828134137f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:20.428476 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-1ec25a50-35a8-4d23-9c60-8828134137f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for subnet, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:20.467961 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-1ec25a50-35a8-4d23-9c60-8828134137f0 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/485e4829-c702-4cf3-869e-6d655bf0c212 HTTP/1.1" status: 204 len: 168 time: 0.4869642 May 18 10:02:20.470593 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 32894) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:20.516585 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00d997-266e-44d4-a9e4-60ff802c4bd7 req-25aed6ae-8045-4899-9671-787a90c62a81 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:20.518117 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ef00d997-266e-44d4-a9e4-60ff802c4bd7 req-25aed6ae-8045-4899-9671-787a90c62a81 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=454fb853-20eb-4f17-9db7-14a55bf07243 HTTP/1.1" status: 200 len: 945 time: 0.0908639 May 18 10:02:20.568453 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ef00d997-266e-44d4-a9e4-60ff802c4bd7 req-f750f339-ade3-4b17-abec-6adbe24e5d9e tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435841 May 18 10:02:20.592159 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c26b6db4-34aa-4c8e-80b8-e88e0684b102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7931910'] for network, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:20.733178 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c26b6db4-34aa-4c8e-80b8-e88e0684b102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373237', 'neutron.services.segments.db._delete_segments_for_network-8726941291138'] for network, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:20.747509 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c26b6db4-34aa-4c8e-80b8-e88e0684b102 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:02:20.747849 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c26b6db4-34aa-4c8e-80b8-e88e0684b102 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:02:20.748584 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c26b6db4-34aa-4c8e-80b8-e88e0684b102 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:02:20.748928 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c26b6db4-34aa-4c8e-80b8-e88e0684b102 admin admin] Subscribe: > port after_create 55550000 {{(pid=91254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:02:20.749265 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c26b6db4-34aa-4c8e-80b8-e88e0684b102 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:02:20.749599 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c26b6db4-34aa-4c8e-80b8-e88e0684b102 admin admin] Subscribe: > port after_update 55550000 {{(pid=91254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:02:20.749917 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c26b6db4-34aa-4c8e-80b8-e88e0684b102 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:02:20.750233 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c26b6db4-34aa-4c8e-80b8-e88e0684b102 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:02:20.750576 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c26b6db4-34aa-4c8e-80b8-e88e0684b102 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:02:20.750891 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c26b6db4-34aa-4c8e-80b8-e88e0684b102 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:02:20.801810 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa88bb4-ee52-4a35-b6f1-8fc685c7a27d req-5f1b5514-b3e8-4c9b-9d3a-623f4eae4e3c tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:20.803364 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-faa88bb4-ee52-4a35-b6f1-8fc685c7a27d req-5f1b5514-b3e8-4c9b-9d3a-623f4eae4e3c tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/ports?device_id=bcb3ceb2-f8de-42fc-8502-d473cb68af9f HTTP/1.1" status: 200 len: 945 time: 0.0939746 May 18 10:02:20.869720 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-faa88bb4-ee52-4a35-b6f1-8fc685c7a27d req-e951732b-32a7-4554-9c9e-cdf2b4ff54e4 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cc8e42b-cf39-4415-9913-aca7a603a112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567510 May 18 10:02:20.927123 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c26b6db4-34aa-4c8e-80b8-e88e0684b102 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:02:20.927517 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c26b6db4-34aa-4c8e-80b8-e88e0684b102 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:02:20.929219 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c26b6db4-34aa-4c8e-80b8-e88e0684b102 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:02:20.929681 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c26b6db4-34aa-4c8e-80b8-e88e0684b102 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:02:20.930125 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.services.segments.db [None req-c26b6db4-34aa-4c8e-80b8-e88e0684b102 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['673fb06b-f2e1-48df-ba9b-34e48a9dc7c6']}} {{(pid=91254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:02:20.953903 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.services.segments.db [None req-c26b6db4-34aa-4c8e-80b8-e88e0684b102 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e1da5fa-72fc-4f94-9194-bba357de6156') {'for_net_delete': True} {{(pid=91254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:02:20.953903 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.services.segments.db [None req-c26b6db4-34aa-4c8e-80b8-e88e0684b102 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e1da5fa-72fc-4f94-9194-bba357de6156') {} {{(pid=91254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:02:20.968576 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c26b6db4-34aa-4c8e-80b8-e88e0684b102 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726941301643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1687651'] for segment, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:20.990543 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c26b6db4-34aa-4c8e-80b8-e88e0684b102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901'] for segment, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:21.000122 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26b6db4-34aa-4c8e-80b8-e88e0684b102 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=91254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 10:02:21.000580 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c26b6db4-34aa-4c8e-80b8-e88e0684b102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2478073'] for segment, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:21.017760 dv-cinder-772623-5-iscsi neutron-server[91254]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 10:02:21.017760 dv-cinder-772623-5-iscsi neutron-server[91254]: from cryptography.utils import int_from_bytes May 18 10:02:21.017760 dv-cinder-772623-5-iscsi neutron-server[91254]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 10:02:21.017760 dv-cinder-772623-5-iscsi neutron-server[91254]: from cryptography.utils import int_from_bytes May 18 10:02:21.017760 dv-cinder-772623-5-iscsi neutron-server[91254]: Traceback (most recent call last): May 18 10:02:21.017760 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 10:02:21.017760 dv-cinder-772623-5-iscsi neutron-server[91254]: timer() May 18 10:02:21.017760 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 10:02:21.017760 dv-cinder-772623-5-iscsi neutron-server[91254]: cb(*args, **kw) May 18 10:02:21.017760 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 10:02:21.017760 dv-cinder-772623-5-iscsi neutron-server[91254]: return func(*args, **kwargs) May 18 10:02:21.017760 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 10:02:21.017760 dv-cinder-772623-5-iscsi neutron-server[91254]: self._notify() May 18 10:02:21.017760 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 10:02:21.017760 dv-cinder-772623-5-iscsi neutron-server[91254]: self.callback(batched_events) May 18 10:02:21.017760 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 10:02:21.017760 dv-cinder-772623-5-iscsi neutron-server[91254]: event.method(event) May 18 10:02:21.017760 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 10:02:21.017760 dv-cinder-772623-5-iscsi neutron-server[91254]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 10:02:21.017760 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 10:02:21.017760 dv-cinder-772623-5-iscsi neutron-server[91254]: aggregate_uuid = self.p_client.list_aggregates( May 18 10:02:21.017760 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 10:02:21.017760 dv-cinder-772623-5-iscsi neutron-server[91254]: return f(self, *a, **k) May 18 10:02:21.017760 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 10:02:21.017760 dv-cinder-772623-5-iscsi neutron-server[91254]: return self._get(url).json() May 18 10:02:21.017760 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 10:02:21.017760 dv-cinder-772623-5-iscsi neutron-server[91254]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 10:02:21.017760 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 10:02:21.017760 dv-cinder-772623-5-iscsi neutron-server[91254]: return self.request(url, 'GET', **kwargs) May 18 10:02:21.017760 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 10:02:21.017760 dv-cinder-772623-5-iscsi neutron-server[91254]: base_url = self.get_endpoint(auth, allow=allow, May 18 10:02:21.017760 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 10:02:21.017760 dv-cinder-772623-5-iscsi neutron-server[91254]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 10:02:21.017760 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 10:02:21.017760 dv-cinder-772623-5-iscsi neutron-server[91254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 10:02:21.017760 dv-cinder-772623-5-iscsi neutron-server[91254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 10:02:21.109704 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c26b6db4-34aa-4c8e-80b8-e88e0684b102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924726'] for network, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:21.132203 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:21.158934 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c26b6db4-34aa-4c8e-80b8-e88e0684b102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for network, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:21.167052 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b6db4-34aa-4c8e-80b8-e88e0684b102 admin admin] Pushing event deleted for resources: {'Network': ['ID=673fb06b-f2e1-48df-ba9b-34e48a9dc7c6,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:21.172191 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-c26b6db4-34aa-4c8e-80b8-e88e0684b102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:21.185682 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-c26b6db4-34aa-4c8e-80b8-e88e0684b102 admin admin] 10.222.0.11 "DELETE /v2.0/networks/673fb06b-f2e1-48df-ba9b-34e48a9dc7c6 HTTP/1.1" status: 204 len: 168 time: 0.7139642 May 18 10:02:21.408872 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 32930) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:21.533609 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-68e3163d-a4f5-463c-9928-ab08d3b23af1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c352210edef24c269b1dbe6135c2ec65&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1228342 May 18 10:02:21.537634 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 32948) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:21.620498 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-db0e8834-c75f-4331-8885-2de2a300f3d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:21.647498 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426ced7-4892-4b38-982e-f39e32ace810 req-15fd90f7-71e6-40da-8660-62c06ea31d57 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:21.649204 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-c426ced7-4892-4b38-982e-f39e32ace810 req-15fd90f7-71e6-40da-8660-62c06ea31d57 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 945 time: 0.1213195 May 18 10:02:21.651028 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-db0e8834-c75f-4331-8885-2de2a300f3d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:21.657852 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b702893-44bb-4fb7-8abe-275561da0c86 req-819dd300-f1cb-4bfe-92dc-dcad5fedacf5 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:21.659313 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-6b702893-44bb-4fb7-8abe-275561da0c86 req-819dd300-f1cb-4bfe-92dc-dcad5fedacf5 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb3ceb2-f8de-42fc-8502-d473cb68af9f HTTP/1.1" status: 200 len: 945 time: 0.1882741 May 18 10:02:21.719730 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-db0e8834-c75f-4331-8885-2de2a300f3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:21.723619 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-9cd09d79-a0cf-4c49-878a-a72bf4be7de8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:21.739791 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e8834-c75f-4331-8885-2de2a300f3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ffdf3b-8ca4-4c96-beeb-1441ebf4c4fe,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:21.743336 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-db0e8834-c75f-4331-8885-2de2a300f3d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:21.755822 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-db0e8834-c75f-4331-8885-2de2a300f3d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:21.757617 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-db0e8834-c75f-4331-8885-2de2a300f3d9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/73ffdf3b-8ca4-4c96-beeb-1441ebf4c4fe HTTP/1.1" status: 204 len: 168 time: 0.2189591 May 18 10:02:21.769042 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-c426ced7-4892-4b38-982e-f39e32ace810 req-e13983a2-8d2b-47f0-87c5-e9a0da749b3b tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085954 May 18 10:02:21.861453 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [req-6b702893-44bb-4fb7-8abe-275561da0c86 req-8c5592dd-909e-4efa-ae39-6bd3c0074c08 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Deleting port cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4 {{(pid=91254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:02:21.861791 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-6b702893-44bb-4fb7-8abe-275561da0c86 req-8c5592dd-909e-4efa-ae39-6bd3c0074c08 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:22.019599 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [req-6b702893-44bb-4fb7-8abe-275561da0c86 req-8c5592dd-909e-4efa-ae39-6bd3c0074c08 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] For port cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4,segment=NetworkSegment(7182c676-6bc1-4ffb-ae46-17566780be04),segment_id=7182c676-6bc1-4ffb-ae46-17566780be04)] {{(pid=91254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:02:22.019923 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-6b702893-44bb-4fb7-8abe-275561da0c86 req-8c5592dd-909e-4efa-ae39-6bd3c0074c08 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:22.206473 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397aee05-fb66-4a3b-baff-f0f522610c0d req-1c259efc-b016-4f35-9334-5e7887441376 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:22.214885 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-397aee05-fb66-4a3b-baff-f0f522610c0d req-1c259efc-b016-4f35-9334-5e7887441376 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/ports?device_id=bcb3ceb2-f8de-42fc-8502-d473cb68af9f HTTP/1.1" status: 200 len: 945 time: 0.2125347 May 18 10:02:22.283454 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-397aee05-fb66-4a3b-baff-f0f522610c0d req-a03e0767-07dc-4471-a593-a5e9ec6d507d tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cc8e42b-cf39-4415-9913-aca7a603a112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668454 May 18 10:02:22.355581 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [req-6b702893-44bb-4fb7-8abe-275561da0c86 req-8c5592dd-909e-4efa-ae39-6bd3c0074c08 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Calling delete_port for cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4 owned by compute:nova {{(pid=91254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:02:22.530256 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-6b702893-44bb-4fb7-8abe-275561da0c86 req-8c5592dd-909e-4efa-ae39-6bd3c0074c08 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:22.538427 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-bccf6446-47d8-43c7-94a4-16ae1f15fe44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:22.550436 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:02:22.682078 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 33028) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:22.685144 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-67c4efbf-9399-45b7-82c8-a62dd4c31587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:22.691850 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5592dd-909e-4efa-ae39-6bd3c0074c08 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Pushing event deleted for resources: {'Port': ['ID=cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:22.696229 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-8c5592dd-909e-4efa-ae39-6bd3c0074c08 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:22.789261 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b702893-44bb-4fb7-8abe-275561da0c86 req-8c5592dd-909e-4efa-ae39-6bd3c0074c08 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] No DVR routers for this DVR port cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4 on host hv-cinder-77262 {{(pid=91254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:02:22.793065 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-6b702893-44bb-4fb7-8abe-275561da0c86 req-8c5592dd-909e-4efa-ae39-6bd3c0074c08 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:22.805301 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb3ceb2-f8de-42fc-8502-d473cb68af9f', 'name': 'network-vif-deleted', 'tag': 'cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4'}] {{(pid=91254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:02:22.819878 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-6b702893-44bb-4fb7-8abe-275561da0c86 req-8c5592dd-909e-4efa-ae39-6bd3c0074c08 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.10 "DELETE /v2.0/ports/cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4 HTTP/1.1" status: 204 len: 173 time: 1.1440778 May 18 10:02:22.862760 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:02:22.876490 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-65c46791-b22c-45b3-8751-a8abadf6c3e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:22.888562 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb3ceb2-f8de-42fc-8502-d473cb68af9f', 'name': 'network-vif-deleted', 'tag': 'cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4', 'status': 'completed', 'code': 200} May 18 10:02:22.907519 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-65c46791-b22c-45b3-8751-a8abadf6c3e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:02:22.913555 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-65c46791-b22c-45b3-8751-a8abadf6c3e6 admin admin] Usage tracker for resource:security_group_rule and tenant:5aafd3ed24a64a1f8e5c26233c57b71f is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:02:22.916576 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-65c46791-b22c-45b3-8751-a8abadf6c3e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:02:22.959285 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-65c46791-b22c-45b3-8751-a8abadf6c3e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:02:23.059948 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062176d1-34d0-41d2-91f8-6406e2739a54 req-e460ac9f-6256-41c4-8134-7e445fec8834 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:23.061786 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-062176d1-34d0-41d2-91f8-6406e2739a54 req-e460ac9f-6256-41c4-8134-7e445fec8834 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 945 time: 0.1419590 May 18 10:02:23.139440 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-65c46791-b22c-45b3-8751-a8abadf6c3e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:23.143117 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-062176d1-34d0-41d2-91f8-6406e2739a54 req-653b5fa2-3069-44bc-ba12-ecf1b849d1a8 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731480 May 18 10:02:23.144128 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-65c46791-b22c-45b3-8751-a8abadf6c3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:23.152558 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-9ddd578a-43ed-41a5-ad38-f84c084797b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:23.199462 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-65c46791-b22c-45b3-8751-a8abadf6c3e6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5aafd3ed24a64a1f8e5c26233c57b71f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5156953 May 18 10:02:23.199726 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 33048) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:23.200458 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c46791-b22c-45b3-8751-a8abadf6c3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ea3ac6-446d-4eed-97d7-3280d8eba958,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:23.203706 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-65c46791-b22c-45b3-8751-a8abadf6c3e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:23.270734 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-50d207de-e185-4f36-b5be-33e3bc81e8ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:23.300710 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-50d207de-e185-4f36-b5be-33e3bc81e8ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:23.373209 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-50d207de-e185-4f36-b5be-33e3bc81e8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:23.379230 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-b7096be3-ef40-4694-98fa-91ad34de5d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:23.394316 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d207de-e185-4f36-b5be-33e3bc81e8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ea3ac6-446d-4eed-97d7-3280d8eba958,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:23.397946 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-50d207de-e185-4f36-b5be-33e3bc81e8ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:23.400524 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-50d207de-e185-4f36-b5be-33e3bc81e8ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:23.402428 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-50d207de-e185-4f36-b5be-33e3bc81e8ac admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b5ea3ac6-446d-4eed-97d7-3280d8eba958 HTTP/1.1" status: 204 len: 168 time: 0.2012353 May 18 10:02:23.561359 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-cfd59439-1fc8-47ff-b70e-53560d1dff48 req-f92354f9-1fd2-4c9e-88cd-9ca866768f89 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/ports?device_id=bcb3ceb2-f8de-42fc-8502-d473cb68af9f HTTP/1.1" status: 200 len: 210 time: 0.0700073 May 18 10:02:24.100052 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240210bc-2736-4844-82b0-3c744a3b5936 req-fa2290ca-25a6-434d-a9ca-96363073b448 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:24.106910 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-240210bc-2736-4844-82b0-3c744a3b5936 req-fa2290ca-25a6-434d-a9ca-96363073b448 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/networks?id=4f114c1f-030f-4967-9b62-649e8025f375 HTTP/1.1" status: 200 len: 814 time: 0.1613157 May 18 10:02:24.119530 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-240210bc-2736-4844-82b0-3c744a3b5936 req-5932df9b-caab-4669-b648-23243ae5dee6 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/quotas/7acb51810c8545daa5171055799a0f07 HTTP/1.1" status: 200 len: 375 time: 0.0098045 May 18 10:02:24.214475 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-240210bc-2736-4844-82b0-3c744a3b5936 req-3582cd8b-e0ec-40d5-84c7-336c84a6f0b5 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7acb51810c8545daa5171055799a0f07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0879452 May 18 10:02:24.385482 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-240210bc-2736-4844-82b0-3c744a3b5936 req-4fefccf8-10fb-4c27-9744-67b92949c20e service neutron] 10.222.0.11 "GET /v2.0/networks/4f114c1f-030f-4967-9b62-649e8025f375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591628 May 18 10:02:24.466488 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a271b-2686-4c39-a858-de2a3710b874 req-1a4f7d35-75fa-44f0-b3b2-52ac99868bde tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:24.468996 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ff3a271b-2686-4c39-a858-de2a3710b874 req-1a4f7d35-75fa-44f0-b3b2-52ac99868bde tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 945 time: 0.1676548 May 18 10:02:24.572472 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ff3a271b-2686-4c39-a858-de2a3710b874 req-1c8555f0-a928-4d57-9f62-e33c2a416a80 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969293 May 18 10:02:24.586528 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-240210bc-2736-4844-82b0-3c744a3b5936 req-38d593a1-dca5-4d2e-863c-3f5763259a09 service neutron] 10.222.0.11 "GET /v2.0/networks/4f114c1f-030f-4967-9b62-649e8025f375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881006 May 18 10:02:24.927135 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-9810bcc3-76a2-4a1d-9f9b-068d68cd3f33 req-630664c0-cb98-4cea-962f-0009fa7d88be tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c3d79c7-297d-4cc2-adcc-be328d20ad01 HTTP/1.1" status: 200 len: 210 time: 0.0575581 May 18 10:02:24.967179 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 33144) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:25.172197 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-6c1b19a9-54ea-4ae7-bea0-328d9b8bfd68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:25.237038 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:25.240628 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-6c1b19a9-54ea-4ae7-bea0-328d9b8bfd68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:02:25.244722 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-6c1b19a9-54ea-4ae7-bea0-328d9b8bfd68 admin admin] Usage tracker for resource:security_group_rule and tenant:d954f14b3448422e89467c8b281bbeba is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:02:25.247720 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-6c1b19a9-54ea-4ae7-bea0-328d9b8bfd68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:02:25.251080 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-8e4ab390-13e4-4dc5-9b34-c8f1112c6a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:25.254422 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-6c1b19a9-54ea-4ae7-bea0-328d9b8bfd68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:02:25.375317 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca827358-eb43-4076-9dce-01e99628ecea req-f1fca64f-aa70-4fc0-866e-73808e632475 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:25.376828 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ca827358-eb43-4076-9dce-01e99628ecea req-f1fca64f-aa70-4fc0-866e-73808e632475 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/networks?id=f40d9476-db2f-482a-b85f-d5379e9cc8f1 HTTP/1.1" status: 200 len: 809 time: 0.2632091 May 18 10:02:25.402527 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ca827358-eb43-4076-9dce-01e99628ecea req-6cc51f08-7690-446b-ac5a-b32c77b2e8d3 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/quotas/4839f0baaec34ecf819f8424d905fdeb HTTP/1.1" status: 200 len: 375 time: 0.0165567 May 18 10:02:25.477267 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-ca827358-eb43-4076-9dce-01e99628ecea req-243b0ee8-3d4b-4b8c-b00b-8a26afa1e382 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Synchronizing usage tracker for tenant:4839f0baaec34ecf819f8424d905fdeb on resource:port {{(pid=91254) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:02:25.489247 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-6c1b19a9-54ea-4ae7-bea0-328d9b8bfd68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:25.497083 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-6c1b19a9-54ea-4ae7-bea0-328d9b8bfd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:25.505561 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-ac483e80-7346-4164-af87-5ee530c3970d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:25.518815 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-ca827358-eb43-4076-9dce-01e99628ecea req-243b0ee8-3d4b-4b8c-b00b-8a26afa1e382 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Unset dirty status for tenant:4839f0baaec34ecf819f8424d905fdeb on resource:port {{(pid=91254) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:02:25.520196 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ca827358-eb43-4076-9dce-01e99628ecea req-243b0ee8-3d4b-4b8c-b00b-8a26afa1e382 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4839f0baaec34ecf819f8424d905fdeb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1089149 May 18 10:02:25.591824 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b19a9-54ea-4ae7-bea0-328d9b8bfd68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c52085-d345-4c61-8ea0-3afd213b97a9,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:25.660134 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-6c1b19a9-54ea-4ae7-bea0-328d9b8bfd68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:25.667368 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-6c1b19a9-54ea-4ae7-bea0-328d9b8bfd68 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d954f14b3448422e89467c8b281bbeba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6954150 May 18 10:02:25.667756 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 33170) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:25.709487 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ca827358-eb43-4076-9dce-01e99628ecea req-f5e2040e-4906-459f-ae83-585c32806b0a service neutron] 10.222.0.11 "GET /v2.0/networks/f40d9476-db2f-482a-b85f-d5379e9cc8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779566 May 18 10:02:25.791967 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-dcd6d811-f1ba-4cd5-acd2-5761c71d3139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:25.825069 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-dcd6d811-f1ba-4cd5-acd2-5761c71d3139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:25.854076 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a849864-4423-4d72-8e2a-bb18701f6a2e req-ca9a1e26-7855-4c6f-8682-10681e30f62c tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:25.855557 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-7a849864-4423-4d72-8e2a-bb18701f6a2e req-ca9a1e26-7855-4c6f-8682-10681e30f62c tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 945 time: 0.1530941 May 18 10:02:25.863471 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ca827358-eb43-4076-9dce-01e99628ecea req-14eacba7-9900-4642-9d90-09ff97b36639 service neutron] 10.222.0.11 "GET /v2.0/networks/f40d9476-db2f-482a-b85f-d5379e9cc8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465700 May 18 10:02:25.915693 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-7a849864-4423-4d72-8e2a-bb18701f6a2e req-e3495087-8cab-414f-9442-d7f5da216c2b tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495381 May 18 10:02:25.946810 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-dcd6d811-f1ba-4cd5-acd2-5761c71d3139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:25.953143 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-306ed87c-cbf7-4419-848c-955f6518065f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:25.966402 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd6d811-f1ba-4cd5-acd2-5761c71d3139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c52085-d345-4c61-8ea0-3afd213b97a9,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:25.990856 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-dcd6d811-f1ba-4cd5-acd2-5761c71d3139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:25.996924 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-dcd6d811-f1ba-4cd5-acd2-5761c71d3139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:26.001822 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-dcd6d811-f1ba-4cd5-acd2-5761c71d3139 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c9c52085-d345-4c61-8ea0-3afd213b97a9 HTTP/1.1" status: 204 len: 168 time: 0.3322029 May 18 10:02:26.047627 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:02:26.104698 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] No Port match for: cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4 {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:02:26.106281 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device cb77c278-f3ef-4a3c-85c4-2dd2e8e415a4 not bound to the agent host hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:02:26.411740 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-4c8d8d83-036e-4767-b4f0-7d1668c455c4 req-ae781c26-ab47-45ca-87b3-464af77df061 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff880d93-c90b-4cd4-8010-fa6ba45b6b18 HTTP/1.1" status: 200 len: 210 time: 0.1267619 May 18 10:02:26.640439 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240210bc-2736-4844-82b0-3c744a3b5936 req-679db301-baa2-4f6d-8e52-7396b4bbdb1c tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:26.643312 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-240210bc-2736-4844-82b0-3c744a3b5936 req-679db301-baa2-4f6d-8e52-7396b4bbdb1c tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.10 "GET /v2.0/networks?id=4f114c1f-030f-4967-9b62-649e8025f375 HTTP/1.1" status: 200 len: 814 time: 0.5133963 May 18 10:02:26.645204 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:26.658262 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [req-240210bc-2736-4844-82b0-3c744a3b5936 req-caba8939-ea66-4453-abc4-41ab3010c9d4 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Request body: {'port': {'device_id': '6c3d79c7-297d-4cc2-adcc-be328d20ad01', 'network_id': '4f114c1f-030f-4967-9b62-649e8025f375', 'admin_state_up': True, 'tenant_id': '7acb51810c8545daa5171055799a0f07'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:02:26.691432 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 33202) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:26.702713 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-d6d8a137-77a4-4c39-9cee-753f94faf6f1 req-f5b75dfc-3e91-4524-89a5-4f1860818028 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c3d79c7-297d-4cc2-adcc-be328d20ad01 HTTP/1.1" status: 200 len: 210 time: 0.2562764 May 18 10:02:26.737295 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-1aff449f-8ea8-45ec-8607-9a74477b112b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:26.761020 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-1aff449f-8ea8-45ec-8607-9a74477b112b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:02:26.763112 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-1aff449f-8ea8-45ec-8607-9a74477b112b admin admin] Usage tracker for resource:security_group_rule and tenant:46e0fa2c9bbd4b7a8fc057f8fd48ad70 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:02:26.766832 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-1aff449f-8ea8-45ec-8607-9a74477b112b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:02:26.822133 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-1aff449f-8ea8-45ec-8607-9a74477b112b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:02:26.914958 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [req-240210bc-2736-4844-82b0-3c744a3b5936 req-caba8939-ea66-4453-abc4-41ab3010c9d4 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:02:26.935021 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [req-240210bc-2736-4844-82b0-3c744a3b5936 req-caba8939-ea66-4453-abc4-41ab3010c9d4 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:02:26.968714 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-240210bc-2736-4844-82b0-3c744a3b5936 req-caba8939-ea66-4453-abc4-41ab3010c9d4 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Made reservation on behalf of 7acb51810c8545daa5171055799a0f07 for: {'port': 1} {{(pid=91254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:02:26.971311 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-240210bc-2736-4844-82b0-3c744a3b5936 req-caba8939-ea66-4453-abc4-41ab3010c9d4 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:27.057296 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-1aff449f-8ea8-45ec-8607-9a74477b112b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:27.063462 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-1aff449f-8ea8-45ec-8607-9a74477b112b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:27.076763 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:27.300374 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-1aff449f-8ea8-45ec-8607-9a74477b112b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=46e0fa2c9bbd4b7a8fc057f8fd48ad70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6080132 May 18 10:02:27.303557 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 33224) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:27.316224 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff449f-8ea8-45ec-8607-9a74477b112b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4cb41d-30dc-4278-a917-54e5853eb1a6,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:27.330051 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edce201-24e4-4790-b930-b06e2c4c4eac req-864c90f0-589a-4a5a-b080-c82b1df175d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:27.332944 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-2edce201-24e4-4790-b930-b06e2c4c4eac req-864c90f0-589a-4a5a-b080-c82b1df175d8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 1098 time: 0.2150731 May 18 10:02:27.362916 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-1aff449f-8ea8-45ec-8607-9a74477b112b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:27.439631 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.db_base_plugin_common [req-240210bc-2736-4844-82b0-3c744a3b5936 req-caba8939-ea66-4453-abc4-41ab3010c9d4 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Allocated IP 172.20.0.4 (4f114c1f-030f-4967-9b62-649e8025f375/97072edd-9969-406c-bd1e-8e3d97a45e00/774f9a08-79d7-4d45-a489-3d93b02c7135) {{(pid=91254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:02:27.457951 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3abd302-4b70-40de-827f-3447bbb0f6c5 req-5d463eee-6bbd-4e8e-93df-7f23dcb77429 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:27.458186 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-2edce201-24e4-4790-b930-b06e2c4c4eac req-e9d35844-cba8-4251-b78d-ddbf72cad05e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155756 May 18 10:02:27.465281 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c6858af0-6c37-43cb-839f-f045ead34697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:27.467488 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-e3abd302-4b70-40de-827f-3447bbb0f6c5 req-5d463eee-6bbd-4e8e-93df-7f23dcb77429 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 945 time: 0.3678799 May 18 10:02:27.505388 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c6858af0-6c37-43cb-839f-f045ead34697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:27.570363 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-e3abd302-4b70-40de-827f-3447bbb0f6c5 req-331cf2ea-7a23-452b-b3d0-2871b489ed37 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012475 May 18 10:02:27.599581 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c6858af0-6c37-43cb-839f-f045ead34697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:27.604909 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:27.619843 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6858af0-6c37-43cb-839f-f045ead34697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4cb41d-30dc-4278-a917-54e5853eb1a6,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:27.623317 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-c6858af0-6c37-43cb-839f-f045ead34697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:27.631340 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c6858af0-6c37-43cb-839f-f045ead34697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:27.632547 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-c6858af0-6c37-43cb-839f-f045ead34697 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3a4cb41d-30dc-4278-a917-54e5853eb1a6 HTTP/1.1" status: 204 len: 168 time: 0.3264251 May 18 10:02:27.805560 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-b429d357-6fbe-42f2-9141-8cbcc289913e req-bbd9fd40-a990-45df-a30b-dbc7ce0b2398 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff880d93-c90b-4cd4-8010-fa6ba45b6b18 HTTP/1.1" status: 200 len: 210 time: 0.0745091 May 18 10:02:27.899604 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-240210bc-2736-4844-82b0-3c744a3b5936 req-caba8939-ea66-4453-abc4-41ab3010c9d4 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Notify callbacks [] for port, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:27.921105 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a65ac1d3-7fdd-4327-ac21-58246fe8a5f3 req-fe5c6184-5037-430c-89c6-c8dc55184b59 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c3d79c7-297d-4cc2-adcc-be328d20ad01 HTTP/1.1" status: 200 len: 210 time: 0.0575664 May 18 10:02:27.937711 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-240210bc-2736-4844-82b0-3c744a3b5936 req-caba8939-ea66-4453-abc4-41ab3010c9d4 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:27.950952 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['c9956d95-1f80-4159-a7af-5ccae1e13e97', '08ec9a57-0f9d-4dbe-92ab-bc4e75140dae'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:02:27.956545 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:28.039065 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-240210bc-2736-4844-82b0-3c744a3b5936 req-caba8939-ea66-4453-abc4-41ab3010c9d4 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Network 4f114c1f-030f-4967-9b62-649e8025f375 is already hosted by enough agents. {{(pid=91254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:02:28.059136 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.base_scheduler [req-240210bc-2736-4844-82b0-3c744a3b5936 req-caba8939-ea66-4453-abc4-41ab3010c9d4 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Resources bound (agent type, host, resource id): {{(pid=91254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:02:28.063881 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.l3_dvrscheduler_db [req-240210bc-2736-4844-82b0-3c744a3b5936 req-caba8939-ea66-4453-abc4-41ab3010c9d4 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Received port after_create {{(pid=91254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:02:28.190580 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:28.232819 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba8939-ea66-4453-abc4-41ab3010c9d4 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Pushing event updated for resources: {'Port': ['ID=774f9a08-79d7-4d45-a489-3d93b02c7135,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:28.244703 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-caba8939-ea66-4453-abc4-41ab3010c9d4 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:28.306286 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240210bc-2736-4844-82b0-3c744a3b5936 req-caba8939-ea66-4453-abc4-41ab3010c9d4 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:28.307301 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-240210bc-2736-4844-82b0-3c744a3b5936 req-caba8939-ea66-4453-abc4-41ab3010c9d4 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:28.321124 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca827358-eb43-4076-9dce-01e99628ecea req-f4a04057-a12c-4a53-8a09-7b069fc25c9b tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:28.325898 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ca827358-eb43-4076-9dce-01e99628ecea req-f4a04057-a12c-4a53-8a09-7b069fc25c9b tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.10 "GET /v2.0/networks?id=f40d9476-db2f-482a-b85f-d5379e9cc8f1 HTTP/1.1" status: 200 len: 809 time: 0.2652361 May 18 10:02:28.344908 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [req-ca827358-eb43-4076-9dce-01e99628ecea req-a8f51ea4-afd8-406c-9e65-3925747c6148 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Request body: {'port': {'device_id': 'ff880d93-c90b-4cd4-8010-fa6ba45b6b18', 'network_id': 'f40d9476-db2f-482a-b85f-d5379e9cc8f1', 'admin_state_up': True, 'tenant_id': '4839f0baaec34ecf819f8424d905fdeb'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:02:28.413243 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-240210bc-2736-4844-82b0-3c744a3b5936 req-caba8939-ea66-4453-abc4-41ab3010c9d4 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7595224 May 18 10:02:28.430107 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [req-240210bc-2736-4844-82b0-3c744a3b5936 req-6132d040-c6fd-4605-96fa-4324fc662ff1 service neutron] Request body: {'port': {'device_id': '6c3d79c7-297d-4cc2-adcc-be328d20ad01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:02:28.691637 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-240210bc-2736-4844-82b0-3c744a3b5936 req-6132d040-c6fd-4605-96fa-4324fc662ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:28.756620 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [req-ca827358-eb43-4076-9dce-01e99628ecea req-a8f51ea4-afd8-406c-9e65-3925747c6148 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:02:28.773699 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [req-ca827358-eb43-4076-9dce-01e99628ecea req-a8f51ea4-afd8-406c-9e65-3925747c6148 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:02:28.819514 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca827358-eb43-4076-9dce-01e99628ecea req-a8f51ea4-afd8-406c-9e65-3925747c6148 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Made reservation on behalf of 4839f0baaec34ecf819f8424d905fdeb for: {'port': 1} {{(pid=91255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:02:28.824712 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-ca827358-eb43-4076-9dce-01e99628ecea req-a8f51ea4-afd8-406c-9e65-3925747c6148 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:29.134019 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.db_base_plugin_common [req-ca827358-eb43-4076-9dce-01e99628ecea req-a8f51ea4-afd8-406c-9e65-3925747c6148 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Allocated IP 172.20.0.11 (f40d9476-db2f-482a-b85f-d5379e9cc8f1/6720dd39-df7c-4a3e-aa62-75475ec7b87b/b8fe439e-b770-48f6-9ba4-f8cafead9f0b) {{(pid=91255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:02:29.211039 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a77600b2-1a40-4e6a-977b-63bee4cbb3a6 req-84f29c01-786b-4992-b88c-f57400b60da9 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff880d93-c90b-4cd4-8010-fa6ba45b6b18 HTTP/1.1" status: 200 len: 210 time: 0.1303234 May 18 10:02:29.260055 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32886101-6094-483d-ba30-34e44dcc4ba2 req-98c566af-f35d-4ece-b3b0-96aedac6e4b0 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:29.272073 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-32886101-6094-483d-ba30-34e44dcc4ba2 req-98c566af-f35d-4ece-b3b0-96aedac6e4b0 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 945 time: 0.2219844 May 18 10:02:29.392905 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.notifiers.nova [req-240210bc-2736-4844-82b0-3c744a3b5936 req-6132d040-c6fd-4605-96fa-4324fc662ff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 774f9a08-79d7-4d45-a489-3d93b02c7135 {{(pid=91254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:02:29.408736 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-240210bc-2736-4844-82b0-3c744a3b5936 req-6132d040-c6fd-4605-96fa-4324fc662ff1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:29.417266 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-32886101-6094-483d-ba30-34e44dcc4ba2 req-6322a9fd-086c-4ec9-b2d9-898de38861a0 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440852 May 18 10:02:29.431791 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.provisioning_blocks [req-240210bc-2736-4844-82b0-3c744a3b5936 req-6132d040-c6fd-4605-96fa-4324fc662ff1 service neutron] Transition to ACTIVE for port object 774f9a08-79d7-4d45-a489-3d93b02c7135 will not be triggered until provisioned by entity L2. {{(pid=91254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:02:29.451842 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-240210bc-2736-4844-82b0-3c744a3b5936 req-6132d040-c6fd-4605-96fa-4324fc662ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2477981'] for port, after_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:29.460652 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35a3f9-0f80-4386-8281-95d94ffac08c req-8b66aee1-19b0-49cb-9ab4-e8731a8e16c6 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:29.461551 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-ff35a3f9-0f80-4386-8281-95d94ffac08c req-8b66aee1-19b0-49cb-9ab4-e8731a8e16c6 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Synchronizing usage tracker for tenant:7acb51810c8545daa5171055799a0f07 on resource:port {{(pid=91254) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:02:29.471491 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-4b53c237-9cfb-4d54-aed7-220ed7b36baf tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:29.520115 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-ca827358-eb43-4076-9dce-01e99628ecea req-a8f51ea4-afd8-406c-9e65-3925747c6148 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Notify callbacks [] for port, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:29.569102 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-ca827358-eb43-4076-9dce-01e99628ecea req-a8f51ea4-afd8-406c-9e65-3925747c6148 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839'] for port, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:29.576422 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-9e74f8d2-4eb4-4b2b-88e0-a6ed077b8386 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:29.613975 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-ff35a3f9-0f80-4386-8281-95d94ffac08c req-8b66aee1-19b0-49cb-9ab4-e8731a8e16c6 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Unset dirty status for tenant:7acb51810c8545daa5171055799a0f07 on resource:port {{(pid=91254) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:02:29.615172 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ff35a3f9-0f80-4386-8281-95d94ffac08c req-8b66aee1-19b0-49cb-9ab4-e8731a8e16c6 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c3d79c7-297d-4cc2-adcc-be328d20ad01 HTTP/1.1" status: 200 len: 931 time: 0.2870870 May 18 10:02:29.623972 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6132d040-c6fd-4605-96fa-4324fc662ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=774f9a08-79d7-4d45-a489-3d93b02c7135,revision_number=2']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:29.656719 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-6132d040-c6fd-4605-96fa-4324fc662ff1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:29.697633 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca827358-eb43-4076-9dce-01e99628ecea req-a8f51ea4-afd8-406c-9e65-3925747c6148 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Network f40d9476-db2f-482a-b85f-d5379e9cc8f1 is already hosted by enough agents. {{(pid=91255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:02:29.702200 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [req-ca827358-eb43-4076-9dce-01e99628ecea req-a8f51ea4-afd8-406c-9e65-3925747c6148 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Resources bound (agent type, host, resource id): {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:02:29.706716 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca827358-eb43-4076-9dce-01e99628ecea req-a8f51ea4-afd8-406c-9e65-3925747c6148 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Received port after_create {{(pid=91255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:02:29.714577 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca827358-eb43-4076-9dce-01e99628ecea req-a8f51ea4-afd8-406c-9e65-3925747c6148 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:29.714577 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-ca827358-eb43-4076-9dce-01e99628ecea req-a8f51ea4-afd8-406c-9e65-3925747c6148 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for port, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:29.742613 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f51ea4-afd8-406c-9e65-3925747c6148 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Pushing event updated for resources: {'Port': ['ID=b8fe439e-b770-48f6-9ba4-f8cafead9f0b,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:29.746261 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-a8f51ea4-afd8-406c-9e65-3925747c6148 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:29.747461 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ff35a3f9-0f80-4386-8281-95d94ffac08c req-f892bc3e-75c8-4a06-a86c-779064c84362 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245756 May 18 10:02:29.763973 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ca827358-eb43-4076-9dce-01e99628ecea req-a8f51ea4-afd8-406c-9e65-3925747c6148 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4241121 May 18 10:02:29.769764 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.managers [req-240210bc-2736-4844-82b0-3c744a3b5936 req-6132d040-c6fd-4605-96fa-4324fc662ff1 service neutron] Attempting to bind port 774f9a08-79d7-4d45-a489-3d93b02c7135 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:02:29.770155 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.managers [req-240210bc-2736-4844-82b0-3c744a3b5936 req-6132d040-c6fd-4605-96fa-4324fc662ff1 service neutron] Attempting to bind port 774f9a08-79d7-4d45-a489-3d93b02c7135 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '2beb079a-9d35-4dc7-bdc2-f082c5b10557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f114c1f-030f-4967-9b62-649e8025f375'}] {{(pid=91254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:02:29.770542 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240210bc-2736-4844-82b0-3c744a3b5936 req-6132d040-c6fd-4605-96fa-4324fc662ff1 service neutron] Attempting to bind port 774f9a08-79d7-4d45-a489-3d93b02c7135 on network 4f114c1f-030f-4967-9b62-649e8025f375 {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:02:29.776657 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240210bc-2736-4844-82b0-3c744a3b5936 req-6132d040-c6fd-4605-96fa-4324fc662ff1 service neutron] Port 774f9a08-79d7-4d45-a489-3d93b02c7135 on network 4f114c1f-030f-4967-9b62-649e8025f375 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 10:02:29.776983 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240210bc-2736-4844-82b0-3c744a3b5936 req-6132d040-c6fd-4605-96fa-4324fc662ff1 service neutron] Attempting to bind port 774f9a08-79d7-4d45-a489-3d93b02c7135 on network 4f114c1f-030f-4967-9b62-649e8025f375 {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:02:29.778328 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [req-ca827358-eb43-4076-9dce-01e99628ecea req-efe87b57-ce90-496d-bfd2-061b61bdf78d service neutron] Request body: {'port': {'device_id': 'ff880d93-c90b-4cd4-8010-fa6ba45b6b18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:02:29.790806 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240210bc-2736-4844-82b0-3c744a3b5936 req-6132d040-c6fd-4605-96fa-4324fc662ff1 service neutron] Checking agent: {'id': '24b5a2b2-de0a-48ed-9b1d-3e34697dfcd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 59, 16), 'started_at': datetime.datetime(2021, 5, 18, 9, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:02:29.790806 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240210bc-2736-4844-82b0-3c744a3b5936 req-6132d040-c6fd-4605-96fa-4324fc662ff1 service neutron] Checking segment: {'id': '2beb079a-9d35-4dc7-bdc2-f082c5b10557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f114c1f-030f-4967-9b62-649e8025f375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:02:29.790806 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240210bc-2736-4844-82b0-3c744a3b5936 req-6132d040-c6fd-4605-96fa-4324fc662ff1 service neutron] Bound using segment: {'id': '2beb079a-9d35-4dc7-bdc2-f082c5b10557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f114c1f-030f-4967-9b62-649e8025f375'} {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:02:29.790806 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.managers [req-240210bc-2736-4844-82b0-3c744a3b5936 req-6132d040-c6fd-4605-96fa-4324fc662ff1 service neutron] Bound port: 774f9a08-79d7-4d45-a489-3d93b02c7135, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2beb079a-9d35-4dc7-bdc2-f082c5b10557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f114c1f-030f-4967-9b62-649e8025f375'}}] {{(pid=91254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:02:29.790806 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-240210bc-2736-4844-82b0-3c744a3b5936 req-6132d040-c6fd-4605-96fa-4324fc662ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:29.817654 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6157e4-3377-4206-8b2b-86a4a21f2ef8 req-718cad22-dc3f-4c9b-9de7-51d58716e73f tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:29.819225 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-1e6157e4-3377-4206-8b2b-86a4a21f2ef8 req-718cad22-dc3f-4c9b-9de7-51d58716e73f tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 946 time: 0.1980669 May 18 10:02:29.901867 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [req-240210bc-2736-4844-82b0-3c744a3b5936 req-6132d040-c6fd-4605-96fa-4324fc662ff1 service neutron] For port 774f9a08-79d7-4d45-a489-3d93b02c7135, host hv-cinder-77262, cleared binding levels {{(pid=91254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:02:29.905671 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [req-240210bc-2736-4844-82b0-3c744a3b5936 req-6132d040-c6fd-4605-96fa-4324fc662ff1 service neutron] For port 774f9a08-79d7-4d45-a489-3d93b02c7135, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=774f9a08-79d7-4d45-a489-3d93b02c7135,segment=NetworkSegment(2beb079a-9d35-4dc7-bdc2-f082c5b10557),segment_id=2beb079a-9d35-4dc7-bdc2-f082c5b10557)] {{(pid=91254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:02:29.912148 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-240210bc-2736-4844-82b0-3c744a3b5936 req-6132d040-c6fd-4605-96fa-4324fc662ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2477981'] for port, after_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:29.921424 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:29.940786 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-1e6157e4-3377-4206-8b2b-86a4a21f2ef8 req-b7d0ada0-bd9a-4021-b45d-c003e7194a1c tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140745 May 18 10:02:29.962949 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-ca827358-eb43-4076-9dce-01e99628ecea req-efe87b57-ce90-496d-bfd2-061b61bdf78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:29.989163 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240210bc-2736-4844-82b0-3c744a3b5936 req-6132d040-c6fd-4605-96fa-4324fc662ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:29.989845 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-240210bc-2736-4844-82b0-3c744a3b5936 req-6132d040-c6fd-4605-96fa-4324fc662ff1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:29.991177 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-240210bc-2736-4844-82b0-3c744a3b5936 req-6132d040-c6fd-4605-96fa-4324fc662ff1 service neutron] 10.222.0.10 "PUT /v2.0/ports/774f9a08-79d7-4d45-a489-3d93b02c7135 HTTP/1.1" status: 200 len: 1093 time: 1.5680907 May 18 10:02:29.991662 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c3d79c7-297d-4cc2-adcc-be328d20ad01', 'tag': '774f9a08-79d7-4d45-a489-3d93b02c7135'}] {{(pid=91254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:02:30.034618 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6132d040-c6fd-4605-96fa-4324fc662ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=774f9a08-79d7-4d45-a489-3d93b02c7135,revision_number=3']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:30.038837 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-6132d040-c6fd-4605-96fa-4324fc662ff1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:30.100603 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c3d79c7-297d-4cc2-adcc-be328d20ad01', 'tag': '774f9a08-79d7-4d45-a489-3d93b02c7135', 'status': 'completed', 'code': 200} May 18 10:02:30.174015 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240210bc-2736-4844-82b0-3c744a3b5936 req-9c38ead3-88a8-49db-89ea-8e55ee57f452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:30.175862 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-240210bc-2736-4844-82b0-3c744a3b5936 req-9c38ead3-88a8-49db-89ea-8e55ee57f452 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7acb51810c8545daa5171055799a0f07&device_id=6c3d79c7-297d-4cc2-adcc-be328d20ad01 HTTP/1.1" status: 200 len: 1096 time: 0.1331041 May 18 10:02:30.563723 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-240210bc-2736-4844-82b0-3c744a3b5936 req-5310e649-de3c-4516-b606-71a5237b624c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=774f9a08-79d7-4d45-a489-3d93b02c7135 HTTP/1.1" status: 200 len: 217 time: 0.3748617 May 18 10:02:30.685797 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240210bc-2736-4844-82b0-3c744a3b5936 req-a34486ef-4b1c-4e48-8002-dfcc9760004f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:30.687764 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-240210bc-2736-4844-82b0-3c744a3b5936 req-a34486ef-4b1c-4e48-8002-dfcc9760004f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=97072edd-9969-406c-bd1e-8e3d97a45e00 HTTP/1.1" status: 200 len: 854 time: 0.1176195 May 18 10:02:30.698009 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 33328) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:30.745439 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.notifiers.nova [req-ca827358-eb43-4076-9dce-01e99628ecea req-efe87b57-ce90-496d-bfd2-061b61bdf78d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8fe439e-b770-48f6-9ba4-f8cafead9f0b {{(pid=91255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:02:30.770565 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-ca827358-eb43-4076-9dce-01e99628ecea req-efe87b57-ce90-496d-bfd2-061b61bdf78d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:30.795346 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.provisioning_blocks [req-ca827358-eb43-4076-9dce-01e99628ecea req-efe87b57-ce90-496d-bfd2-061b61bdf78d service neutron] Transition to ACTIVE for port object b8fe439e-b770-48f6-9ba4-f8cafead9f0b will not be triggered until provisioned by entity L2. {{(pid=91255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:02:30.805786 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-ca827358-eb43-4076-9dce-01e99628ecea req-efe87b57-ce90-496d-bfd2-061b61bdf78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:30.811566 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-7373bd49-1bdd-452d-915b-ad5d2190a2f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:30.824310 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-240210bc-2736-4844-82b0-3c744a3b5936 req-de77fd40-496b-41c3-a7e5-67d2867633d1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f114c1f-030f-4967-9b62-649e8025f375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1265812 May 18 10:02:31.048261 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe87b57-ce90-496d-bfd2-061b61bdf78d service neutron] Pushing event updated for resources: {'Port': ['ID=b8fe439e-b770-48f6-9ba4-f8cafead9f0b,revision_number=2']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:31.069438 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-efe87b57-ce90-496d-bfd2-061b61bdf78d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:31.100019 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bc4da-001f-4ae1-9410-c6b407264bcc req-cebe9224-0e73-4bcb-8c51-a725fc0edadb tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:31.100798 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-3d8bc4da-001f-4ae1-9410-c6b407264bcc req-cebe9224-0e73-4bcb-8c51-a725fc0edadb tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Synchronizing usage tracker for tenant:4839f0baaec34ecf819f8424d905fdeb on resource:port {{(pid=91255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:02:31.103813 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-240210bc-2736-4844-82b0-3c744a3b5936 req-79bb2b5d-5667-4e4f-a112-576931e43d86 service neutron] 10.222.0.10 "GET /v2.0/networks/4f114c1f-030f-4967-9b62-649e8025f375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402494 May 18 10:02:31.112204 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.managers [req-ca827358-eb43-4076-9dce-01e99628ecea req-efe87b57-ce90-496d-bfd2-061b61bdf78d service neutron] Attempting to bind port b8fe439e-b770-48f6-9ba4-f8cafead9f0b on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:02:31.112525 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.managers [req-ca827358-eb43-4076-9dce-01e99628ecea req-efe87b57-ce90-496d-bfd2-061b61bdf78d service neutron] Attempting to bind port b8fe439e-b770-48f6-9ba4-f8cafead9f0b by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '7182c676-6bc1-4ffb-ae46-17566780be04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f40d9476-db2f-482a-b85f-d5379e9cc8f1'}] {{(pid=91255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:02:31.112844 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca827358-eb43-4076-9dce-01e99628ecea req-efe87b57-ce90-496d-bfd2-061b61bdf78d service neutron] Attempting to bind port b8fe439e-b770-48f6-9ba4-f8cafead9f0b on network f40d9476-db2f-482a-b85f-d5379e9cc8f1 {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:02:31.121391 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca827358-eb43-4076-9dce-01e99628ecea req-efe87b57-ce90-496d-bfd2-061b61bdf78d service neutron] Port b8fe439e-b770-48f6-9ba4-f8cafead9f0b on network f40d9476-db2f-482a-b85f-d5379e9cc8f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 10:02:31.121696 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca827358-eb43-4076-9dce-01e99628ecea req-efe87b57-ce90-496d-bfd2-061b61bdf78d service neutron] Attempting to bind port b8fe439e-b770-48f6-9ba4-f8cafead9f0b on network f40d9476-db2f-482a-b85f-d5379e9cc8f1 {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:02:31.129342 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca827358-eb43-4076-9dce-01e99628ecea req-efe87b57-ce90-496d-bfd2-061b61bdf78d service neutron] Checking agent: {'id': '24b5a2b2-de0a-48ed-9b1d-3e34697dfcd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 59, 16), 'started_at': datetime.datetime(2021, 5, 18, 9, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:02:31.129744 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca827358-eb43-4076-9dce-01e99628ecea req-efe87b57-ce90-496d-bfd2-061b61bdf78d service neutron] Checking segment: {'id': '7182c676-6bc1-4ffb-ae46-17566780be04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f40d9476-db2f-482a-b85f-d5379e9cc8f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:02:31.130613 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca827358-eb43-4076-9dce-01e99628ecea req-efe87b57-ce90-496d-bfd2-061b61bdf78d service neutron] Bound using segment: {'id': '7182c676-6bc1-4ffb-ae46-17566780be04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f40d9476-db2f-482a-b85f-d5379e9cc8f1'} {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:02:31.130613 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.managers [req-ca827358-eb43-4076-9dce-01e99628ecea req-efe87b57-ce90-496d-bfd2-061b61bdf78d service neutron] Bound port: b8fe439e-b770-48f6-9ba4-f8cafead9f0b, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7182c676-6bc1-4ffb-ae46-17566780be04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f40d9476-db2f-482a-b85f-d5379e9cc8f1'}}] {{(pid=91255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:02:31.130986 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-ca827358-eb43-4076-9dce-01e99628ecea req-efe87b57-ce90-496d-bfd2-061b61bdf78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:31.141893 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-3d8bc4da-001f-4ae1-9410-c6b407264bcc req-cebe9224-0e73-4bcb-8c51-a725fc0edadb tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Unset dirty status for tenant:4839f0baaec34ecf819f8424d905fdeb on resource:port {{(pid=91255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:02:31.150368 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-3d8bc4da-001f-4ae1-9410-c6b407264bcc req-cebe9224-0e73-4bcb-8c51-a725fc0edadb tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff880d93-c90b-4cd4-8010-fa6ba45b6b18 HTTP/1.1" status: 200 len: 932 time: 0.6029851 May 18 10:02:31.155711 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-aefc8b32-026b-4829-b1d0-e264d64bad6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:31.196860 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-aefc8b32-026b-4829-b1d0-e264d64bad6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:02:31.203326 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-aefc8b32-026b-4829-b1d0-e264d64bad6e admin admin] Usage tracker for resource:security_group_rule and tenant:09b9a6733a054990b506e6f032c6d2b3 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:02:31.208986 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-aefc8b32-026b-4829-b1d0-e264d64bad6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:02:31.242440 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 33350) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:31.270076 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-aefc8b32-026b-4829-b1d0-e264d64bad6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:02:31.307075 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-3d8bc4da-001f-4ae1-9410-c6b407264bcc req-10a8b3d5-699b-4406-8b31-0bec98f46c5e tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cc8e42b-cf39-4415-9913-aca7a603a112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555979 May 18 10:02:31.344116 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [req-ca827358-eb43-4076-9dce-01e99628ecea req-efe87b57-ce90-496d-bfd2-061b61bdf78d service neutron] For port b8fe439e-b770-48f6-9ba4-f8cafead9f0b, host hv-cinder-77262, cleared binding levels {{(pid=91255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:02:31.348022 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-240210bc-2736-4844-82b0-3c744a3b5936 req-9061c6bb-7138-4947-8126-a3fa513efa49 service neutron] 10.222.0.10 "GET /v2.0/networks/4f114c1f-030f-4967-9b62-649e8025f375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161593 May 18 10:02:31.349252 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [req-ca827358-eb43-4076-9dce-01e99628ecea req-efe87b57-ce90-496d-bfd2-061b61bdf78d service neutron] For port b8fe439e-b770-48f6-9ba4-f8cafead9f0b, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b8fe439e-b770-48f6-9ba4-f8cafead9f0b,segment=NetworkSegment(7182c676-6bc1-4ffb-ae46-17566780be04),segment_id=7182c676-6bc1-4ffb-ae46-17566780be04)] {{(pid=91255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:02:31.358947 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b330eb-8de8-491f-bdcc-33f94159c4d9 req-8a42d276-d803-46e5-bb24-b16f5c5c0456 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:31.360591 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-c8b330eb-8de8-491f-bdcc-33f94159c4d9 req-8a42d276-d803-46e5-bb24-b16f5c5c0456 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c3d79c7-297d-4cc2-adcc-be328d20ad01 HTTP/1.1" status: 200 len: 943 time: 0.3053794 May 18 10:02:31.364914 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-ca827358-eb43-4076-9dce-01e99628ecea req-efe87b57-ce90-496d-bfd2-061b61bdf78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:31.370971 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:31.500129 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-c8b330eb-8de8-491f-bdcc-33f94159c4d9 req-a1d96f18-ddd6-4bdc-aea1-eec78b7b9a5f tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278856 May 18 10:02:31.531679 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-aefc8b32-026b-4829-b1d0-e264d64bad6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:31.542662 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-393da0b4-a34b-4d6c-b0d6-9aeaa5a1db53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:31.548847 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-aefc8b32-026b-4829-b1d0-e264d64bad6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:31.564249 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca827358-eb43-4076-9dce-01e99628ecea req-efe87b57-ce90-496d-bfd2-061b61bdf78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:31.564905 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-ca827358-eb43-4076-9dce-01e99628ecea req-efe87b57-ce90-496d-bfd2-061b61bdf78d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for port, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:31.566416 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ca827358-eb43-4076-9dce-01e99628ecea req-efe87b57-ce90-496d-bfd2-061b61bdf78d service neutron] 10.222.0.10 "PUT /v2.0/ports/b8fe439e-b770-48f6-9ba4-f8cafead9f0b HTTP/1.1" status: 200 len: 1094 time: 1.7944174 May 18 10:02:31.569091 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff880d93-c90b-4cd4-8010-fa6ba45b6b18', 'tag': 'b8fe439e-b770-48f6-9ba4-f8cafead9f0b'}] {{(pid=91255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:02:31.570714 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-e3446698-729f-4be4-9820-2c8b37334d0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:31.577933 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-393da0b4-a34b-4d6c-b0d6-9aeaa5a1db53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:02:31.582409 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-393da0b4-a34b-4d6c-b0d6-9aeaa5a1db53 admin admin] Usage tracker for resource:security_group_rule and tenant:16751c567ab044dea7e5024872f42bc7 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:02:31.585693 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-393da0b4-a34b-4d6c-b0d6-9aeaa5a1db53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:02:31.593072 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-393da0b4-a34b-4d6c-b0d6-9aeaa5a1db53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:02:31.641881 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03795d13-a056-4882-9b4d-a5ea50e04bf0 req-e653ecc4-053a-47b0-a96e-1f9728dabdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:31.643372 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-03795d13-a056-4882-9b4d-a5ea50e04bf0 req-e653ecc4-053a-47b0-a96e-1f9728dabdcd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7acb51810c8545daa5171055799a0f07&device_id=6c3d79c7-297d-4cc2-adcc-be328d20ad01 HTTP/1.1" status: 200 len: 1096 time: 0.2400324 May 18 10:02:31.645698 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc8b32-026b-4829-b1d0-e264d64bad6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8adb0307-8c51-4cd7-8213-80854e010558,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:31.648809 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-aefc8b32-026b-4829-b1d0-e264d64bad6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:31.654608 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-aefc8b32-026b-4829-b1d0-e264d64bad6e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=09b9a6733a054990b506e6f032c6d2b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9555085 May 18 10:02:31.673936 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 33362) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:31.698619 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe87b57-ce90-496d-bfd2-061b61bdf78d service neutron] Pushing event updated for resources: {'Port': ['ID=b8fe439e-b770-48f6-9ba4-f8cafead9f0b,revision_number=3']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:31.710659 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-efe87b57-ce90-496d-bfd2-061b61bdf78d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:31.807869 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03795d13-a056-4882-9b4d-a5ea50e04bf0 req-a9273d99-1804-4ffa-9e8c-a6c65c1a0e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:31.809436 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-03795d13-a056-4882-9b4d-a5ea50e04bf0 req-a9273d99-1804-4ffa-9e8c-a6c65c1a0e58 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4f114c1f-030f-4967-9b62-649e8025f375 HTTP/1.1" status: 200 len: 915 time: 0.1536250 May 18 10:02:31.822428 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-fb9c739a-1372-46a5-b6aa-2d6a30eb07e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:31.825415 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca827358-eb43-4076-9dce-01e99628ecea req-830128a9-5e0f-40f6-be18-4797773023ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:31.827059 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ca827358-eb43-4076-9dce-01e99628ecea req-830128a9-5e0f-40f6-be18-4797773023ed service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4839f0baaec34ecf819f8424d905fdeb&device_id=ff880d93-c90b-4cd4-8010-fa6ba45b6b18 HTTP/1.1" status: 200 len: 1097 time: 0.2043462 May 18 10:02:31.838768 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-393da0b4-a34b-4d6c-b0d6-9aeaa5a1db53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:31.885927 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-03795d13-a056-4882-9b4d-a5ea50e04bf0 req-e7da8620-6d09-4b99-8442-196d5df5ac34 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=774f9a08-79d7-4d45-a489-3d93b02c7135 HTTP/1.1" status: 200 len: 217 time: 0.0693257 May 18 10:02:31.909318 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-393da0b4-a34b-4d6c-b0d6-9aeaa5a1db53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:31.922891 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-dcd6d811-f1ba-4cd5-acd2-5761c71d3139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:31.932288 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ca827358-eb43-4076-9dce-01e99628ecea req-90c3168c-19a6-4323-b621-559022877d1f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8fe439e-b770-48f6-9ba4-f8cafead9f0b HTTP/1.1" status: 200 len: 217 time: 0.0921283 May 18 10:02:31.933961 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff880d93-c90b-4cd4-8010-fa6ba45b6b18', 'tag': 'b8fe439e-b770-48f6-9ba4-f8cafead9f0b', 'status': 'completed', 'code': 200} May 18 10:02:31.957825 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03795d13-a056-4882-9b4d-a5ea50e04bf0 req-1f92d3e3-f235-4455-bd66-fb78b2ba5ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:31.959508 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-03795d13-a056-4882-9b4d-a5ea50e04bf0 req-1f92d3e3-f235-4455-bd66-fb78b2ba5ce5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=97072edd-9969-406c-bd1e-8e3d97a45e00 HTTP/1.1" status: 200 len: 854 time: 0.0672905 May 18 10:02:31.984321 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-fb9c739a-1372-46a5-b6aa-2d6a30eb07e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:32.009376 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-03795d13-a056-4882-9b4d-a5ea50e04bf0 req-8b7a24df-5ad6-454f-a7f3-2b64af0e2e52 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f114c1f-030f-4967-9b62-649e8025f375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423331 May 18 10:02:32.037248 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-393da0b4-a34b-4d6c-b0d6-9aeaa5a1db53 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=16751c567ab044dea7e5024872f42bc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7936788 May 18 10:02:32.038029 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 33370) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:32.048927 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393da0b4-a34b-4d6c-b0d6-9aeaa5a1db53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7bd390-b37a-452d-a5e0-1ff260cb8dfc,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:32.058748 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-393da0b4-a34b-4d6c-b0d6-9aeaa5a1db53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:32.092462 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca827358-eb43-4076-9dce-01e99628ecea req-89fb5bbe-92c2-4bba-8449-0af2b0e07f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:32.094255 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ca827358-eb43-4076-9dce-01e99628ecea req-89fb5bbe-92c2-4bba-8449-0af2b0e07f29 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6720dd39-df7c-4a3e-aa62-75475ec7b87b HTTP/1.1" status: 200 len: 849 time: 0.1521420 May 18 10:02:32.158854 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-03795d13-a056-4882-9b4d-a5ea50e04bf0 req-1216eeb5-03e3-46c5-975c-c2d2359115e7 service neutron] 10.222.0.10 "GET /v2.0/networks/4f114c1f-030f-4967-9b62-649e8025f375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408458 May 18 10:02:32.168299 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ca827358-eb43-4076-9dce-01e99628ecea req-1d80cf27-fae9-4d05-88a6-2e4f405ead59 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f40d9476-db2f-482a-b85f-d5379e9cc8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591710 May 18 10:02:32.222426 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-fb9c739a-1372-46a5-b6aa-2d6a30eb07e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:32.232265 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-cefa3974-80ee-476d-9026-ea6eb96c1603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:32.305345 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-eb4bf6fc-82cb-4c7a-b7ff-7c8c5535dccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:32.311606 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c739a-1372-46a5-b6aa-2d6a30eb07e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adb0307-8c51-4cd7-8213-80854e010558,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:32.333032 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-fb9c739a-1372-46a5-b6aa-2d6a30eb07e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:32.377398 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-03795d13-a056-4882-9b4d-a5ea50e04bf0 req-4c47e416-c220-4847-a54a-de3b3ee90a24 service neutron] 10.222.0.10 "GET /v2.0/networks/4f114c1f-030f-4967-9b62-649e8025f375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094791 May 18 10:02:32.404962 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-fb9c739a-1372-46a5-b6aa-2d6a30eb07e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:32.410038 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-fb9c739a-1372-46a5-b6aa-2d6a30eb07e0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8adb0307-8c51-4cd7-8213-80854e010558 HTTP/1.1" status: 204 len: 168 time: 0.7296965 May 18 10:02:32.411185 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-eb4bf6fc-82cb-4c7a-b7ff-7c8c5535dccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:32.531522 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ca827358-eb43-4076-9dce-01e99628ecea req-c3c24e19-9325-4911-8bb4-097c8671030b service neutron] 10.222.0.10 "GET /v2.0/networks/f40d9476-db2f-482a-b85f-d5379e9cc8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562884 May 18 10:02:32.541284 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71c745-67c4-4b35-94fa-1de3d86bc18b req-7fb47c73-66b2-4119-8526-48ecd370be0c tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:32.542750 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-8f71c745-67c4-4b35-94fa-1de3d86bc18b req-7fb47c73-66b2-4119-8526-48ecd370be0c tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 946 time: 0.1554427 May 18 10:02:32.596660 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-8f71c745-67c4-4b35-94fa-1de3d86bc18b req-80ad7ec3-1e98-4de5-b4ea-14bf364666dd tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469158 May 18 10:02:32.604451 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed7562-abc0-4b98-8e7d-96cd9e4d8248 req-d12ba3ce-67bb-4ae4-a304-ff0ece6546cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:32.605914 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-23ed7562-abc0-4b98-8e7d-96cd9e4d8248 req-d12ba3ce-67bb-4ae4-a304-ff0ece6546cf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=042ed8cf21fa4927a4d7b9573be4dfa8&device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 1099 time: 0.2984884 May 18 10:02:32.690100 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-eb4bf6fc-82cb-4c7a-b7ff-7c8c5535dccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:32.710015 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-d3b8c47c-d619-4e2a-a135-ebf6713eba83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:32.738414 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4bf6fc-82cb-4c7a-b7ff-7c8c5535dccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7bd390-b37a-452d-a5e0-1ff260cb8dfc,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:32.798900 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-eb4bf6fc-82cb-4c7a-b7ff-7c8c5535dccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:32.819968 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-eb4bf6fc-82cb-4c7a-b7ff-7c8c5535dccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:32.824534 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-eb4bf6fc-82cb-4c7a-b7ff-7c8c5535dccb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ad7bd390-b37a-452d-a5e0-1ff260cb8dfc HTTP/1.1" status: 204 len: 168 time: 0.7769647 May 18 10:02:32.838752 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd26c3a-9018-4f64-9d58-def84bab6685 req-689af626-abd8-446a-9661-d4e5a83d47a3 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:32.840456 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-0fd26c3a-9018-4f64-9d58-def84bab6685 req-689af626-abd8-446a-9661-d4e5a83d47a3 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff880d93-c90b-4cd4-8010-fa6ba45b6b18 HTTP/1.1" status: 200 len: 944 time: 0.3984160 May 18 10:02:32.851929 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ca827358-eb43-4076-9dce-01e99628ecea req-da076a36-2e44-4d79-8529-e98586f29404 service neutron] 10.222.0.10 "GET /v2.0/networks/f40d9476-db2f-482a-b85f-d5379e9cc8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073220 May 18 10:02:32.852965 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39bd974-1a23-4ea3-ada4-f38034a49222 req-1708d982-8cec-4d58-a1c2-0963780297e5 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:32.856851 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-c39bd974-1a23-4ea3-ada4-f38034a49222 req-1708d982-8cec-4d58-a1c2-0963780297e5 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c3d79c7-297d-4cc2-adcc-be328d20ad01 HTTP/1.1" status: 200 len: 943 time: 0.1488559 May 18 10:02:32.935321 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-0fd26c3a-9018-4f64-9d58-def84bab6685 req-cc167ce9-0bbd-4087-8101-7c89a204cd42 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cc8e42b-cf39-4415-9913-aca7a603a112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857961 May 18 10:02:32.936494 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed7562-abc0-4b98-8e7d-96cd9e4d8248 req-0e4185d5-6ba8-4fb3-a5da-45a5b38b2d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:32.937950 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-23ed7562-abc0-4b98-8e7d-96cd9e4d8248 req-0e4185d5-6ba8-4fb3-a5da-45a5b38b2d69 service neutron] 10.222.0.10 "GET /v2.0/networks?id=36d853f8-458b-4f42-920c-475d49b3e130 HTTP/1.1" status: 200 len: 919 time: 0.2852607 May 18 10:02:32.958266 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-c39bd974-1a23-4ea3-ada4-f38034a49222 req-9e6f907d-7b1b-41b6-ac06-16785207c5de tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890665 May 18 10:02:33.105271 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-23ed7562-abc0-4b98-8e7d-96cd9e4d8248 req-f8846b62-569a-43f5-b9b9-06085c7f68a1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=076d31fd-3cbc-42e1-9b3d-9ce889b54acd HTTP/1.1" status: 200 len: 217 time: 0.0927105 May 18 10:02:33.179095 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff957ba8-c490-460c-9cf9-0c05ebdabd4c req-ce2ca623-d9c9-4ce6-884a-08cfe9786572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:33.180587 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ff957ba8-c490-460c-9cf9-0c05ebdabd4c req-ce2ca623-d9c9-4ce6-884a-08cfe9786572 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4839f0baaec34ecf819f8424d905fdeb&device_id=ff880d93-c90b-4cd4-8010-fa6ba45b6b18 HTTP/1.1" status: 200 len: 1097 time: 0.2417212 May 18 10:02:33.187116 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed7562-abc0-4b98-8e7d-96cd9e4d8248 req-8a37e405-5952-421a-ae2a-9667ff036521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:33.187116 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-23ed7562-abc0-4b98-8e7d-96cd9e4d8248 req-8a37e405-5952-421a-ae2a-9667ff036521 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=046da656-b669-4563-8f73-8c31c4d92c51 HTTP/1.1" status: 200 len: 858 time: 0.0742514 May 18 10:02:33.270104 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-23ed7562-abc0-4b98-8e7d-96cd9e4d8248 req-e0682a2f-f0eb-4880-abc7-08204f34999a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=36d853f8-458b-4f42-920c-475d49b3e130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614586 May 18 10:02:33.292813 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 33408) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:33.421913 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-9973a053-d56c-4361-a97c-c20de97a765f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:33.438795 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-9973a053-d56c-4361-a97c-c20de97a765f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:02:33.446494 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-9973a053-d56c-4361-a97c-c20de97a765f admin admin] Usage tracker for resource:security_group_rule and tenant:2d8f0caa49414dc7bf7ccb60dc1d16be is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:02:33.451129 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-9973a053-d56c-4361-a97c-c20de97a765f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:02:33.461089 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-9973a053-d56c-4361-a97c-c20de97a765f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:02:33.549818 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff957ba8-c490-460c-9cf9-0c05ebdabd4c req-f139ad43-f305-43f0-83ce-a10ec5fb62c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:33.551371 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ff957ba8-c490-460c-9cf9-0c05ebdabd4c req-f139ad43-f305-43f0-83ce-a10ec5fb62c6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f40d9476-db2f-482a-b85f-d5379e9cc8f1 HTTP/1.1" status: 200 len: 910 time: 0.3638504 May 18 10:02:33.587198 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-9973a053-d56c-4361-a97c-c20de97a765f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:33.592242 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-9973a053-d56c-4361-a97c-c20de97a765f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:33.603308 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-6a7eef90-eba2-4052-8132-91255d318904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:33.639575 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ff957ba8-c490-460c-9cf9-0c05ebdabd4c req-0e1ed3c4-c786-4a61-9722-e77d1f958ef3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8fe439e-b770-48f6-9ba4-f8cafead9f0b HTTP/1.1" status: 200 len: 217 time: 0.0794919 May 18 10:02:33.645380 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-23ed7562-abc0-4b98-8e7d-96cd9e4d8248 req-57c930a7-1e4d-4682-a7a8-6686bbb11f3c service neutron] 10.222.0.10 "GET /v2.0/networks/36d853f8-458b-4f42-920c-475d49b3e130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292284 May 18 10:02:33.647960 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-9973a053-d56c-4361-a97c-c20de97a765f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2d8f0caa49414dc7bf7ccb60dc1d16be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3540683 May 18 10:02:33.668022 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973a053-d56c-4361-a97c-c20de97a765f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459e21a1-606a-4f73-8293-b474ecb88acd,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:33.676108 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-9973a053-d56c-4361-a97c-c20de97a765f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:33.677180 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 33420) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:33.771512 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-fada3813-08b5-4685-bf5a-f3a63709d9a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:33.808174 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-fada3813-08b5-4685-bf5a-f3a63709d9a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:33.839368 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff957ba8-c490-460c-9cf9-0c05ebdabd4c req-bc5233dd-7bba-4ea4-a1f9-a5fda14f2d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:33.840846 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ff957ba8-c490-460c-9cf9-0c05ebdabd4c req-bc5233dd-7bba-4ea4-a1f9-a5fda14f2d2e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6720dd39-df7c-4a3e-aa62-75475ec7b87b HTTP/1.1" status: 200 len: 849 time: 0.1946089 May 18 10:02:33.881846 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-fada3813-08b5-4685-bf5a-f3a63709d9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:33.886341 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-50d207de-e185-4f36-b5be-33e3bc81e8ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:33.900609 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada3813-08b5-4685-bf5a-f3a63709d9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459e21a1-606a-4f73-8293-b474ecb88acd,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:33.906818 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ff957ba8-c490-460c-9cf9-0c05ebdabd4c req-923eeb29-9e3c-48ef-be14-b4b838c450ba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f40d9476-db2f-482a-b85f-d5379e9cc8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508468 May 18 10:02:33.907231 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-fada3813-08b5-4685-bf5a-f3a63709d9a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:33.919750 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-fada3813-08b5-4685-bf5a-f3a63709d9a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:33.921567 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-fada3813-08b5-4685-bf5a-f3a63709d9a8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/459e21a1-606a-4f73-8293-b474ecb88acd HTTP/1.1" status: 204 len: 168 time: 0.2423284 May 18 10:02:33.981895 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-23ed7562-abc0-4b98-8e7d-96cd9e4d8248 req-0513030f-7ac6-4969-9caa-543e1938780b service neutron] 10.222.0.10 "GET /v2.0/networks/36d853f8-458b-4f42-920c-475d49b3e130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037758 May 18 10:02:34.091976 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b7663-d757-43a2-add7-1ce96e009fdc req-05b7f149-bf68-421c-a6e7-7b9e31ff7e90 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:34.100331 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-fe5b7663-d757-43a2-add7-1ce96e009fdc req-05b7f149-bf68-421c-a6e7-7b9e31ff7e90 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 946 time: 0.3147573 May 18 10:02:34.139028 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ff957ba8-c490-460c-9cf9-0c05ebdabd4c req-36b730c9-217a-4d64-8f54-163237e61c4b service neutron] 10.222.0.10 "GET /v2.0/networks/f40d9476-db2f-482a-b85f-d5379e9cc8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261217 May 18 10:02:34.196292 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-fe5b7663-d757-43a2-add7-1ce96e009fdc req-44b3ed4b-a678-4864-8874-37134ee1ca5a tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948215 May 18 10:02:34.284341 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7767b-92f1-4ac1-8940-e278be51a737 req-d02e9798-7b4b-4450-a81e-65f5aa02d19f tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:34.291181 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-50d7767b-92f1-4ac1-8940-e278be51a737 req-d02e9798-7b4b-4450-a81e-65f5aa02d19f tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff880d93-c90b-4cd4-8010-fa6ba45b6b18 HTTP/1.1" status: 200 len: 944 time: 0.1322751 May 18 10:02:34.357894 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-50d7767b-92f1-4ac1-8940-e278be51a737 req-6ee5e074-5937-415c-80de-c83ac395905b tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cc8e42b-cf39-4415-9913-aca7a603a112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586512 May 18 10:02:34.446596 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ff957ba8-c490-460c-9cf9-0c05ebdabd4c req-4da781dc-e85a-4872-894a-798ff30e5954 service neutron] 10.222.0.10 "GET /v2.0/networks/f40d9476-db2f-482a-b85f-d5379e9cc8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851372 May 18 10:02:34.511050 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b3e91-0978-49f9-952d-b3632e4627f3 req-4cc112e2-328a-4fe6-90d5-31b09105dc49 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:34.513923 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b97b3e91-0978-49f9-952d-b3632e4627f3 req-4cc112e2-328a-4fe6-90d5-31b09105dc49 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c3d79c7-297d-4cc2-adcc-be328d20ad01 HTTP/1.1" status: 200 len: 943 time: 0.1319203 May 18 10:02:34.582671 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b97b3e91-0978-49f9-952d-b3632e4627f3 req-c4d7410b-fec7-47b1-92ff-9acdc5d39526 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599465 May 18 10:02:35.434824 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d0cd5-a183-476c-bdb0-700ab94057c9 req-8a39f89e-62ad-453e-98bb-64feae7c4dc1 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:35.436749 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e83d0cd5-a183-476c-bdb0-700ab94057c9 req-8a39f89e-62ad-453e-98bb-64feae7c4dc1 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 946 time: 0.1007783 May 18 10:02:35.496189 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e83d0cd5-a183-476c-bdb0-700ab94057c9 req-facf3f9d-e855-4b21-800b-54acf6275a6e tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491500 May 18 10:02:35.568756 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2433d91-5fa2-4239-86db-b703e0f60570 req-ef5ca2ac-41c6-4885-8bfb-bd188e9522b4 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:35.570324 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a2433d91-5fa2-4239-86db-b703e0f60570 req-ef5ca2ac-41c6-4885-8bfb-bd188e9522b4 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff880d93-c90b-4cd4-8010-fa6ba45b6b18 HTTP/1.1" status: 200 len: 944 time: 0.0841660 May 18 10:02:35.622424 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a2433d91-5fa2-4239-86db-b703e0f60570 req-23257fe0-97b3-449e-8758-ac1b2169621b tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cc8e42b-cf39-4415-9913-aca7a603a112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453494 May 18 10:02:35.853866 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c44f0-34d2-4624-b1fc-abf4985b04b3 req-cb7639aa-4f7a-46ae-915d-122819829921 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:35.859820 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-689c44f0-34d2-4624-b1fc-abf4985b04b3 req-cb7639aa-4f7a-46ae-915d-122819829921 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c3d79c7-297d-4cc2-adcc-be328d20ad01 HTTP/1.1" status: 200 len: 943 time: 0.1287074 May 18 10:02:35.912596 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-689c44f0-34d2-4624-b1fc-abf4985b04b3 req-4932396c-08d7-40b4-8e64-f60e0ebf080c tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518627 May 18 10:02:36.121768 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 774f9a08-79d7-4d45-a489-3d93b02c7135 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:02:36.264831 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 774f9a08-79d7-4d45-a489-3d93b02c7135, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=774f9a08-79d7-4d45-a489-3d93b02c7135,segment=NetworkSegment(2beb079a-9d35-4dc7-bdc2-f082c5b10557),segment_id=2beb079a-9d35-4dc7-bdc2-f082c5b10557)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:02:36.281369 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Returning: {'device': '774f9a08-79d7-4d45-a489-3d93b02c7135', 'network_id': '4f114c1f-030f-4967-9b62-649e8025f375', 'port_id': '774f9a08-79d7-4d45-a489-3d93b02c7135', 'mac_address': 'fa:16:3e:02:79:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97072edd-9969-406c-bd1e-8e3d97a45e00', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:02:36.346178 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:36.364196 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 774f9a08-79d7-4d45-a489-3d93b02c7135 {{(pid=91256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:02:36.383223 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 774f9a08-79d7-4d45-a489-3d93b02c7135, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=774f9a08-79d7-4d45-a489-3d93b02c7135,segment=NetworkSegment(2beb079a-9d35-4dc7-bdc2-f082c5b10557),segment_id=2beb079a-9d35-4dc7-bdc2-f082c5b10557)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:02:36.387879 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:36.389738 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:36.460217 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=774f9a08-79d7-4d45-a489-3d93b02c7135,revision_number=4']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:36.465076 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:36.723062 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6a500-3dec-41d7-bedc-dd5cf7e19e62 req-b483db5e-c3a1-4ab8-ac11-d9d07ad60c8c tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:36.724840 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-9af6a500-3dec-41d7-bedc-dd5cf7e19e62 req-b483db5e-c3a1-4ab8-ac11-d9d07ad60c8c tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 946 time: 0.0957844 May 18 10:02:36.778502 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-9af6a500-3dec-41d7-bedc-dd5cf7e19e62 req-0e762f4b-1921-413c-aa8b-cac9bbeabb82 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470252 May 18 10:02:36.828027 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48983370-f4db-4b68-8d9b-504f25ee70cc req-4eb78b2a-a920-4218-8e61-04b24792734e tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:36.832680 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-48983370-f4db-4b68-8d9b-504f25ee70cc req-4eb78b2a-a920-4218-8e61-04b24792734e tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff880d93-c90b-4cd4-8010-fa6ba45b6b18 HTTP/1.1" status: 200 len: 944 time: 0.0972762 May 18 10:02:36.888465 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-48983370-f4db-4b68-8d9b-504f25ee70cc req-71eff0cd-3ab8-4220-9ee8-17b34c995b81 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cc8e42b-cf39-4415-9913-aca7a603a112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510888 May 18 10:02:41.410692 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device b8fe439e-b770-48f6-9ba4-f8cafead9f0b details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:02:41.559000 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port b8fe439e-b770-48f6-9ba4-f8cafead9f0b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b8fe439e-b770-48f6-9ba4-f8cafead9f0b,segment=NetworkSegment(7182c676-6bc1-4ffb-ae46-17566780be04),segment_id=7182c676-6bc1-4ffb-ae46-17566780be04)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:02:41.576673 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Returning: {'device': 'b8fe439e-b770-48f6-9ba4-f8cafead9f0b', 'network_id': 'f40d9476-db2f-482a-b85f-d5379e9cc8f1', 'port_id': 'b8fe439e-b770-48f6-9ba4-f8cafead9f0b', 'mac_address': 'fa:16:3e:59:2a:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6720dd39-df7c-4a3e-aa62-75475ec7b87b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:02:41.647365 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86961b-5c0e-4f70-9fa6-0a42fc98c496 req-62c7be50-f4d1-4887-975b-79ae169bedc0 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:41.648878 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-9c86961b-5c0e-4f70-9fa6-0a42fc98c496 req-62c7be50-f4d1-4887-975b-79ae169bedc0 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c3d79c7-297d-4cc2-adcc-be328d20ad01 HTTP/1.1" status: 200 len: 944 time: 0.0972142 May 18 10:02:41.651861 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:41.685095 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8fe439e-b770-48f6-9ba4-f8cafead9f0b {{(pid=91256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:02:41.697770 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da61286-7a56-44ae-9982-92c7d51aecde req-617091c0-7edf-4734-a23e-4f5126e1179f tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:41.699366 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-9c86961b-5c0e-4f70-9fa6-0a42fc98c496 req-0ebb4334-f36f-4462-ba39-3cbefc51a182 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430875 May 18 10:02:41.705453 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-8da61286-7a56-44ae-9982-92c7d51aecde req-617091c0-7edf-4734-a23e-4f5126e1179f tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 946 time: 0.1089516 May 18 10:02:41.719056 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port b8fe439e-b770-48f6-9ba4-f8cafead9f0b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b8fe439e-b770-48f6-9ba4-f8cafead9f0b,segment=NetworkSegment(7182c676-6bc1-4ffb-ae46-17566780be04),segment_id=7182c676-6bc1-4ffb-ae46-17566780be04)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:02:41.730836 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:41.733752 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:41.777436 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-8da61286-7a56-44ae-9982-92c7d51aecde req-3038cf1c-3c4d-451f-8cf4-277b2fabc25c tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709460 May 18 10:02:41.845120 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=b8fe439e-b770-48f6-9ba4-f8cafead9f0b,revision_number=4']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:41.848388 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:41.900639 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1e276-21a9-490a-a729-ee083e19af83 req-8ca131b1-bf1e-4dbb-a63d-5e62b189947c tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:41.902173 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f6a1e276-21a9-490a-a729-ee083e19af83 req-8ca131b1-bf1e-4dbb-a63d-5e62b189947c tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff880d93-c90b-4cd4-8010-fa6ba45b6b18 HTTP/1.1" status: 200 len: 945 time: 0.0874944 May 18 10:02:41.920404 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['774f9a08-79d7-4d45-a489-3d93b02c7135'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:02:41.951768 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f6a1e276-21a9-490a-a729-ee083e19af83 req-7c63112d-3ff9-4fb9-b345-d1849307f793 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cc8e42b-cf39-4415-9913-aca7a603a112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434887 May 18 10:02:42.541226 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['b8fe439e-b770-48f6-9ba4-f8cafead9f0b'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:02:42.949080 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1485007-44ee-40b8-b0b2-3492ea10a138 req-2023063c-8374-48b0-9143-320488213c15 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:42.950705 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-d1485007-44ee-40b8-b0b2-3492ea10a138 req-2023063c-8374-48b0-9143-320488213c15 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c3d79c7-297d-4cc2-adcc-be328d20ad01 HTTP/1.1" status: 200 len: 944 time: 0.1353383 May 18 10:02:42.997502 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136dbee6-e738-4104-b368-a727ff985531 req-03921644-a50c-49ee-a06e-90adc2a04247 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:42.999078 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-136dbee6-e738-4104-b368-a727ff985531 req-03921644-a50c-49ee-a06e-90adc2a04247 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 946 time: 0.0879247 May 18 10:02:43.004457 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-d1485007-44ee-40b8-b0b2-3492ea10a138 req-d3146ade-2fe6-48f6-bb08-5720d01410e4 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467184 May 18 10:02:43.055769 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-136dbee6-e738-4104-b368-a727ff985531 req-3095879e-8dbe-4ed9-9cc6-d652cfc37ea2 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463336 May 18 10:02:43.213987 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9887a0-10ab-498d-b7f9-3a70a355c2d6 req-71cc9b45-fe70-47b1-8d48-b23d558d8991 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:43.215609 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-dc9887a0-10ab-498d-b7f9-3a70a355c2d6 req-71cc9b45-fe70-47b1-8d48-b23d558d8991 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff880d93-c90b-4cd4-8010-fa6ba45b6b18 HTTP/1.1" status: 200 len: 945 time: 0.0948758 May 18 10:02:43.264807 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-dc9887a0-10ab-498d-b7f9-3a70a355c2d6 req-433f1eed-cb1b-4952-87b4-12d0890742e1 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cc8e42b-cf39-4415-9913-aca7a603a112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419242 May 18 10:02:43.407315 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 774f9a08-79d7-4d45-a489-3d93b02c7135 up at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:02:43.486563 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning for port 774f9a08-79d7-4d45-a489-3d93b02c7135 completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:02:43.492274 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning complete for port 774f9a08-79d7-4d45-a489-3d93b02c7135 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:02:43.492893 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:43.631147 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:43.683562 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3d79c7-297d-4cc2-adcc-be328d20ad01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774f9a08-79d7-4d45-a489-3d93b02c7135'}] {{(pid=91256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:02:43.701531 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 774f9a08-79d7-4d45-a489-3d93b02c7135, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=774f9a08-79d7-4d45-a489-3d93b02c7135,segment=NetworkSegment(2beb079a-9d35-4dc7-bdc2-f082c5b10557),segment_id=2beb079a-9d35-4dc7-bdc2-f082c5b10557)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:02:43.707775 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:43.712371 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:43.809697 dv-cinder-772623-5-iscsi neutron-server[91256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c3d79c7-297d-4cc2-adcc-be328d20ad01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774f9a08-79d7-4d45-a489-3d93b02c7135', 'code': 200} May 18 10:02:43.834103 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=774f9a08-79d7-4d45-a489-3d93b02c7135,revision_number=5']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:43.840867 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:44.131941 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919cf5a-c168-4287-b03c-f204d89b6167 req-b7fc00ff-9682-4eea-b751-7bc42ebc9826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:44.133460 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e919cf5a-c168-4287-b03c-f204d89b6167 req-b7fc00ff-9682-4eea-b751-7bc42ebc9826 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6c3d79c7-297d-4cc2-adcc-be328d20ad01 HTTP/1.1" status: 200 len: 1098 time: 0.0968783 May 18 10:02:44.184316 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e919cf5a-c168-4287-b03c-f204d89b6167 req-c4ed6890-80c0-4acb-9dc9-433af8d3b4d8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381775 May 18 10:02:44.298533 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26388fc3-c24c-4e8a-87db-42a22da08dac req-900aa676-ac6a-4dd1-9308-a1f98c183a35 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:44.300130 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-26388fc3-c24c-4e8a-87db-42a22da08dac req-900aa676-ac6a-4dd1-9308-a1f98c183a35 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 946 time: 0.1097109 May 18 10:02:44.303298 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66a25b-7a5a-4562-a96a-a44f645b4743 req-5f56286f-434c-4ef7-9f52-adfc6431074c tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:44.304892 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-0a66a25b-7a5a-4562-a96a-a44f645b4743 req-5f56286f-434c-4ef7-9f52-adfc6431074c tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c3d79c7-297d-4cc2-adcc-be328d20ad01 HTTP/1.1" status: 200 len: 945 time: 0.0869286 May 18 10:02:44.351259 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-26388fc3-c24c-4e8a-87db-42a22da08dac req-9af6a033-c1ae-4a2c-9f85-d8f1e3fbb5bf tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451751 May 18 10:02:44.425452 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-0a66a25b-7a5a-4562-a96a-a44f645b4743 req-61f7159d-1d21-4f94-aa95-759356857c37 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142216 May 18 10:02:44.555550 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763136f9-0d13-4adf-b1f9-64e614689685 req-ef1ff890-1d7b-41f6-8218-b7f3c0cc0d58 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:44.557174 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-763136f9-0d13-4adf-b1f9-64e614689685 req-ef1ff890-1d7b-41f6-8218-b7f3c0cc0d58 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff880d93-c90b-4cd4-8010-fa6ba45b6b18 HTTP/1.1" status: 200 len: 945 time: 0.0941808 May 18 10:02:44.609663 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-763136f9-0d13-4adf-b1f9-64e614689685 req-0958a288-4eed-4656-9c08-f0c5ba606df2 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cc8e42b-cf39-4415-9913-aca7a603a112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461822 May 18 10:02:45.059375 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 33650) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:45.206645 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-77ed1fef-309c-4463-ae53-283ed3880cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:45.223361 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-77ed1fef-309c-4463-ae53-283ed3880cbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:02:45.228689 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-77ed1fef-309c-4463-ae53-283ed3880cbf admin admin] Usage tracker for resource:security_group_rule and tenant:4331780648e1431ab4e01bd7beaa8a9a is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:02:45.231844 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-77ed1fef-309c-4463-ae53-283ed3880cbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:02:45.239074 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-77ed1fef-309c-4463-ae53-283ed3880cbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:02:45.358122 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-77ed1fef-309c-4463-ae53-283ed3880cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:45.363060 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-77ed1fef-309c-4463-ae53-283ed3880cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:45.372385 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:45.380946 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 33662) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:45.417063 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device b8fe439e-b770-48f6-9ba4-f8cafead9f0b up at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:02:45.420078 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-77ed1fef-309c-4463-ae53-283ed3880cbf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4331780648e1431ab4e01bd7beaa8a9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3593261 May 18 10:02:45.420665 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 33668) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:45.424330 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed1fef-309c-4463-ae53-283ed3880cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ca9bf7-94c2-4327-86f2-8538b1856e1c,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:45.438880 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-77ed1fef-309c-4463-ae53-283ed3880cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:45.521873 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e771f90d-7219-4fea-b341-a44f3571ba3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:45.601601 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e771f90d-7219-4fea-b341-a44f3571ba3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:45.623409 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning for port b8fe439e-b770-48f6-9ba4-f8cafead9f0b completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:02:45.629528 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning complete for port b8fe439e-b770-48f6-9ba4-f8cafead9f0b triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:02:45.630040 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:45.636122 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-908fe257-8229-4386-a0e8-3732a9e8bdaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:45.661121 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-908fe257-8229-4386-a0e8-3732a9e8bdaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:02:45.669884 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-908fe257-8229-4386-a0e8-3732a9e8bdaa admin admin] Usage tracker for resource:security_group_rule and tenant:47974589e2eb403c921b91dbaeb4f11f is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:02:45.674292 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-908fe257-8229-4386-a0e8-3732a9e8bdaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:02:45.683505 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-908fe257-8229-4386-a0e8-3732a9e8bdaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:02:45.720054 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa16d7-7078-4f42-99e8-0e30daaae12e req-44a7a92d-364e-4109-8062-64fa85a5ffd7 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:45.721864 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5baa16d7-7078-4f42-99e8-0e30daaae12e req-44a7a92d-364e-4109-8062-64fa85a5ffd7 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 946 time: 0.1799836 May 18 10:02:45.743732 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5de23b-e415-4ac0-bbf3-8f337ec4a59f req-058aa653-9109-4a13-bc9d-89558aedc305 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:45.759825 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-8f5de23b-e415-4ac0-bbf3-8f337ec4a59f req-058aa653-9109-4a13-bc9d-89558aedc305 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c3d79c7-297d-4cc2-adcc-be328d20ad01 HTTP/1.1" status: 200 len: 945 time: 0.1471608 May 18 10:02:45.779079 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:45.795277 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5baa16d7-7078-4f42-99e8-0e30daaae12e req-32b83eb0-7f9f-4c1e-bbc2-3478d8864c73 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651469 May 18 10:02:45.800963 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e771f90d-7219-4fea-b341-a44f3571ba3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:45.811075 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:45.833508 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771f90d-7219-4fea-b341-a44f3571ba3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ca9bf7-94c2-4327-86f2-8538b1856e1c,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:45.843344 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-e771f90d-7219-4fea-b341-a44f3571ba3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:45.848218 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff880d93-c90b-4cd4-8010-fa6ba45b6b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8fe439e-b770-48f6-9ba4-f8cafead9f0b'}] {{(pid=91256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:02:45.858002 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-8f5de23b-e415-4ac0-bbf3-8f337ec4a59f req-db45ba6e-0dd2-43a8-9b79-3c76ee0a06cb tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971999 May 18 10:02:45.861424 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e771f90d-7219-4fea-b341-a44f3571ba3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:45.862692 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-e771f90d-7219-4fea-b341-a44f3571ba3d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a4ca9bf7-94c2-4327-86f2-8538b1856e1c HTTP/1.1" status: 204 len: 168 time: 0.4402411 May 18 10:02:45.919896 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port b8fe439e-b770-48f6-9ba4-f8cafead9f0b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b8fe439e-b770-48f6-9ba4-f8cafead9f0b,segment=NetworkSegment(7182c676-6bc1-4ffb-ae46-17566780be04),segment_id=7182c676-6bc1-4ffb-ae46-17566780be04)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:02:45.932374 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:45.935272 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:45.937769 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-908fe257-8229-4386-a0e8-3732a9e8bdaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:45.943826 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-908fe257-8229-4386-a0e8-3732a9e8bdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:45.969890 dv-cinder-772623-5-iscsi neutron-server[91256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff880d93-c90b-4cd4-8010-fa6ba45b6b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8fe439e-b770-48f6-9ba4-f8cafead9f0b', 'code': 200} May 18 10:02:45.973721 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:45.977802 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:46.013220 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908fe257-8229-4386-a0e8-3732a9e8bdaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96615817-5a92-4c2d-a268-ae55d1f662e8,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:46.019792 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-908fe257-8229-4386-a0e8-3732a9e8bdaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:46.033536 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=b8fe439e-b770-48f6-9ba4-f8cafead9f0b,revision_number=5']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:46.044843 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:46.076411 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-908fe257-8229-4386-a0e8-3732a9e8bdaa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=47974589e2eb403c921b91dbaeb4f11f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6910830 May 18 10:02:46.077678 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 33684) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:46.143059 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23622b66-06a5-4b03-80f7-eb2a31a68900 req-b5b0c62b-1dda-438a-92f1-d2c1153b0bd6 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:46.145338 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-23622b66-06a5-4b03-80f7-eb2a31a68900 req-b5b0c62b-1dda-438a-92f1-d2c1153b0bd6 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff880d93-c90b-4cd4-8010-fa6ba45b6b18 HTTP/1.1" status: 200 len: 946 time: 0.1166248 May 18 10:02:46.173480 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-77f1ff48-9a9f-4403-932b-3f5f6f46e942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:46.255455 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-77f1ff48-9a9f-4403-932b-3f5f6f46e942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:46.276924 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-23622b66-06a5-4b03-80f7-eb2a31a68900 req-1f5ad252-d1b4-48c0-a30f-77ba63762d21 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cc8e42b-cf39-4415-9913-aca7a603a112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211641 May 18 10:02:46.309148 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5a064-2e8f-4c2c-a46b-d59631b0703d req-0a51342f-44ed-496d-8a5d-45eaef0f7d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:46.310971 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-81d5a064-2e8f-4c2c-a46b-d59631b0703d req-0a51342f-44ed-496d-8a5d-45eaef0f7d8c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ff880d93-c90b-4cd4-8010-fa6ba45b6b18 HTTP/1.1" status: 200 len: 1099 time: 0.1220939 May 18 10:02:46.344609 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 33692) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:46.365584 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-81d5a064-2e8f-4c2c-a46b-d59631b0703d req-e3b795b0-258d-4747-abce-dda57162355d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3cc8e42b-cf39-4415-9913-aca7a603a112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472460 May 18 10:02:46.369144 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-287fef41-4351-4445-9beb-6f78530572a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:46.387542 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-287fef41-4351-4445-9beb-6f78530572a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:02:46.392510 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-287fef41-4351-4445-9beb-6f78530572a9 admin admin] Usage tracker for resource:security_group_rule and tenant:251d39fbc2854f43a8fe8f1f55079ef4 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:02:46.396030 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-287fef41-4351-4445-9beb-6f78530572a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:02:46.404494 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-287fef41-4351-4445-9beb-6f78530572a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:02:46.411820 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-77f1ff48-9a9f-4403-932b-3f5f6f46e942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:46.419272 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-1aff449f-8ea8-45ec-8607-9a74477b112b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:46.441037 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f1ff48-9a9f-4403-932b-3f5f6f46e942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96615817-5a92-4c2d-a268-ae55d1f662e8,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:46.447741 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-77f1ff48-9a9f-4403-932b-3f5f6f46e942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:46.451315 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-77f1ff48-9a9f-4403-932b-3f5f6f46e942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:46.452522 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-77f1ff48-9a9f-4403-932b-3f5f6f46e942 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/96615817-5a92-4c2d-a268-ae55d1f662e8 HTTP/1.1" status: 204 len: 168 time: 0.3747582 May 18 10:02:46.540816 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-287fef41-4351-4445-9beb-6f78530572a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:46.546244 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-287fef41-4351-4445-9beb-6f78530572a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:46.557537 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-43cd9d15-1adb-440e-a625-aab4f1e7e0c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:46.601136 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-287fef41-4351-4445-9beb-6f78530572a9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=251d39fbc2854f43a8fe8f1f55079ef4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2526655 May 18 10:02:46.603671 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287fef41-4351-4445-9beb-6f78530572a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2f3af3-d3f9-4e7b-ad17-ae73f8ee1be8,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:46.604546 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 33698) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:02:46.608021 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-287fef41-4351-4445-9beb-6f78530572a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:46.671306 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-ea432aa1-c12a-4c00-a7b6-a3c688a8566b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:46.702838 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-ea432aa1-c12a-4c00-a7b6-a3c688a8566b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:46.768455 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-ea432aa1-c12a-4c00-a7b6-a3c688a8566b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:46.771229 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-0678b2fc-b40f-4b22-a08b-913af8f38f34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:46.786190 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea432aa1-c12a-4c00-a7b6-a3c688a8566b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2f3af3-d3f9-4e7b-ad17-ae73f8ee1be8,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:46.790746 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-ea432aa1-c12a-4c00-a7b6-a3c688a8566b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:46.801516 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-ea432aa1-c12a-4c00-a7b6-a3c688a8566b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:46.804014 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-ea432aa1-c12a-4c00-a7b6-a3c688a8566b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0b2f3af3-d3f9-4e7b-ad17-ae73f8ee1be8 HTTP/1.1" status: 204 len: 168 time: 0.1982157 May 18 10:02:47.037271 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72766ad7-5441-4dfa-b076-e9b45a31f445 req-b2012929-4759-4f36-8642-b2225a44d21f tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:47.042993 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-72766ad7-5441-4dfa-b076-e9b45a31f445 req-b2012929-4759-4f36-8642-b2225a44d21f tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 946 time: 0.0957999 May 18 10:02:47.096795 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-72766ad7-5441-4dfa-b076-e9b45a31f445 req-6809b3f5-791c-45c0-ac61-6b75b15e5ed4 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507982 May 18 10:02:47.137829 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79efd6d6-3c72-46fc-bedf-0423a87f71e1 req-07d9beea-bf0d-4d38-a7ea-c7f09995dd62 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:47.139413 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-79efd6d6-3c72-46fc-bedf-0423a87f71e1 req-07d9beea-bf0d-4d38-a7ea-c7f09995dd62 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c3d79c7-297d-4cc2-adcc-be328d20ad01 HTTP/1.1" status: 200 len: 945 time: 0.1100740 May 18 10:02:47.191628 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-79efd6d6-3c72-46fc-bedf-0423a87f71e1 req-282c44e8-369e-418c-a582-4496c8b9b66b tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464597 May 18 10:02:47.562724 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d4932-bfa2-4c46-b245-1a65d752ff91 req-f818f8ac-1377-4939-a6b8-0503666867ef tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:47.564963 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-666d4932-bfa2-4c46-b245-1a65d752ff91 req-f818f8ac-1377-4939-a6b8-0503666867ef tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff880d93-c90b-4cd4-8010-fa6ba45b6b18 HTTP/1.1" status: 200 len: 946 time: 0.1143813 May 18 10:02:47.684414 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-666d4932-bfa2-4c46-b245-1a65d752ff91 req-ca867513-c150-49bf-af70-ff9edb5d3698 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cc8e42b-cf39-4415-9913-aca7a603a112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076603 May 18 10:02:47.919192 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd050b34-154c-4179-8cf5-b550d46a3ce4 req-1e7203b4-81be-4005-a3a5-d538eceed514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:47.920691 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-bd050b34-154c-4179-8cf5-b550d46a3ce4 req-1e7203b4-81be-4005-a3a5-d538eceed514 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 1099 time: 0.0761805 May 18 10:02:47.972269 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-bd050b34-154c-4179-8cf5-b550d46a3ce4 req-631fea89-0608-41e2-852a-165c54a60aea service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399761 May 18 10:02:48.490564 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5e268-5b71-4068-b9bf-385f04298a7c req-a4a9f618-12e5-406a-bb11-f76f8b12c41a tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:48.492479 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-fde5e268-5b71-4068-b9bf-385f04298a7c req-a4a9f618-12e5-406a-bb11-f76f8b12c41a tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 946 time: 0.1294360 May 18 10:02:48.586786 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-fde5e268-5b71-4068-b9bf-385f04298a7c req-191bfc9e-a134-4ac5-8358-d898c3fae27d tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822341 May 18 10:02:48.984139 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3f99b-4662-4f31-95cf-4cec3752da51 req-9e702d45-25db-42dd-935c-18a3f71c91f8 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:48.985719 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-fae3f99b-4662-4f31-95cf-4cec3752da51 req-9e702d45-25db-42dd-935c-18a3f71c91f8 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff880d93-c90b-4cd4-8010-fa6ba45b6b18 HTTP/1.1" status: 200 len: 946 time: 0.1708634 May 18 10:02:49.034512 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-fae3f99b-4662-4f31-95cf-4cec3752da51 req-adc6b5f0-4608-4f94-91fc-d999efe6582e tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cc8e42b-cf39-4415-9913-aca7a603a112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427580 May 18 10:02:49.824502 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320a8a6-be07-4b6c-8309-45da8d2dbc23 req-6268bcaa-2556-447f-91da-4e5ba164bbe1 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:49.838333 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-6320a8a6-be07-4b6c-8309-45da8d2dbc23 req-6268bcaa-2556-447f-91da-4e5ba164bbe1 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 946 time: 0.1098900 May 18 10:02:49.921223 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-6320a8a6-be07-4b6c-8309-45da8d2dbc23 req-e3e83659-f929-4cda-9c80-38b6c404ee47 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818973 May 18 10:02:50.539074 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817f0bc-8d72-4b00-9631-149c6e10e2a2 req-216ae5e4-e032-49d6-8dbb-b16b1ec91339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:50.540819 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-3817f0bc-8d72-4b00-9631-149c6e10e2a2 req-216ae5e4-e032-49d6-8dbb-b16b1ec91339 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=042ed8cf21fa4927a4d7b9573be4dfa8&device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 1099 time: 0.0834067 May 18 10:02:50.640045 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c443b1e-6829-4475-9952-cd259b3f7f78 req-0e12ca3a-2417-469a-a4bb-84976ede0209 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:50.642231 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-4c443b1e-6829-4475-9952-cd259b3f7f78 req-0e12ca3a-2417-469a-a4bb-84976ede0209 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff880d93-c90b-4cd4-8010-fa6ba45b6b18 HTTP/1.1" status: 200 len: 946 time: 0.1580100 May 18 10:02:50.745045 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817f0bc-8d72-4b00-9631-149c6e10e2a2 req-a98a930d-4513-496e-8342-51cce60b3392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:50.747296 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-4c443b1e-6829-4475-9952-cd259b3f7f78 req-b19c52a6-2fc5-4db4-aa8b-1b5bc75a92dc tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cc8e42b-cf39-4415-9913-aca7a603a112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902708 May 18 10:02:50.749413 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-3817f0bc-8d72-4b00-9631-149c6e10e2a2 req-a98a930d-4513-496e-8342-51cce60b3392 service neutron] 10.222.0.10 "GET /v2.0/networks?id=36d853f8-458b-4f42-920c-475d49b3e130 HTTP/1.1" status: 200 len: 919 time: 0.1973362 May 18 10:02:50.895232 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-3817f0bc-8d72-4b00-9631-149c6e10e2a2 req-5ce3789b-0503-4f7b-8f5a-682fadc87bdf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=076d31fd-3cbc-42e1-9b3d-9ce889b54acd HTTP/1.1" status: 200 len: 217 time: 0.1365809 May 18 10:02:50.981348 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817f0bc-8d72-4b00-9631-149c6e10e2a2 req-08ea5668-fae4-4967-aee7-5ecd0316d76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:50.982913 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-3817f0bc-8d72-4b00-9631-149c6e10e2a2 req-08ea5668-fae4-4967-aee7-5ecd0316d76b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=046da656-b669-4563-8f73-8c31c4d92c51 HTTP/1.1" status: 200 len: 858 time: 0.0656071 May 18 10:02:51.095991 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-3817f0bc-8d72-4b00-9631-149c6e10e2a2 req-459e3413-a2bf-4ccb-aa27-f5e09d38c247 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=36d853f8-458b-4f42-920c-475d49b3e130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024683 May 18 10:02:51.108950 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552a451-d63e-49ef-bb01-6a9912dab3c0 req-54e70c00-364f-49f7-a44d-f5e6d95fe63e tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:51.124984 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-1552a451-d63e-49ef-bb01-6a9912dab3c0 req-54e70c00-364f-49f7-a44d-f5e6d95fe63e tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 946 time: 0.1776772 May 18 10:02:51.234145 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-1552a451-d63e-49ef-bb01-6a9912dab3c0 req-3e0c1e3b-e50e-4db5-9ef1-12eff30c58f3 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078176 May 18 10:02:51.361589 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-3817f0bc-8d72-4b00-9631-149c6e10e2a2 req-893af01d-5741-4768-9de3-ddcf2d0033dd service neutron] 10.222.0.10 "GET /v2.0/networks/36d853f8-458b-4f42-920c-475d49b3e130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490809 May 18 10:02:51.541441 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-3817f0bc-8d72-4b00-9631-149c6e10e2a2 req-d4bb1f7b-daca-4406-8b41-dfaf0440ee4d service neutron] 10.222.0.10 "GET /v2.0/networks/36d853f8-458b-4f42-920c-475d49b3e130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618805 May 18 10:02:51.980447 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e545e0c-9398-4b10-8602-69b4a1963b4c req-515be93e-b383-428f-a536-4c533b07fb87 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:51.981999 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-1e545e0c-9398-4b10-8602-69b4a1963b4c req-515be93e-b383-428f-a536-4c533b07fb87 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff880d93-c90b-4cd4-8010-fa6ba45b6b18 HTTP/1.1" status: 200 len: 946 time: 0.1108143 May 18 10:02:52.032433 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-1e545e0c-9398-4b10-8602-69b4a1963b4c req-f8f9daa3-2edd-479b-b24c-69a8fdf43ebf tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cc8e42b-cf39-4415-9913-aca7a603a112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440011 May 18 10:02:52.495150 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122bcb46-d9f0-4a18-90b3-1c31674916e1 req-2718244c-6113-4d0f-9a33-b87f79673ff6 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:52.496649 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-122bcb46-d9f0-4a18-90b3-1c31674916e1 req-2718244c-6113-4d0f-9a33-b87f79673ff6 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 946 time: 0.1123102 May 18 10:02:52.552549 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-122bcb46-d9f0-4a18-90b3-1c31674916e1 req-8e9481cb-81e5-4d4a-a43e-a2d6c978d515 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451612 May 18 10:02:52.572602 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-98fee14f-988f-4568-b4cc-9f09d4762dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:52.738824 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65322505-0f1b-45d8-9502-19a2982615f1 req-8fed2415-29be-4be9-a06c-e655af463cc2 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:52.740352 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-65322505-0f1b-45d8-9502-19a2982615f1 req-8fed2415-29be-4be9-a06c-e655af463cc2 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff880d93-c90b-4cd4-8010-fa6ba45b6b18 HTTP/1.1" status: 200 len: 946 time: 0.0906093 May 18 10:02:52.969874 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [req-65322505-0f1b-45d8-9502-19a2982615f1 req-fd4231e0-6546-4cbb-bc8a-cea57342ea56 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Deleting port b8fe439e-b770-48f6-9ba4-f8cafead9f0b {{(pid=91255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:02:52.970199 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-65322505-0f1b-45d8-9502-19a2982615f1 req-fd4231e0-6546-4cbb-bc8a-cea57342ea56 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:53.141492 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [req-65322505-0f1b-45d8-9502-19a2982615f1 req-fd4231e0-6546-4cbb-bc8a-cea57342ea56 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] For port b8fe439e-b770-48f6-9ba4-f8cafead9f0b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b8fe439e-b770-48f6-9ba4-f8cafead9f0b,segment=NetworkSegment(7182c676-6bc1-4ffb-ae46-17566780be04),segment_id=7182c676-6bc1-4ffb-ae46-17566780be04)] {{(pid=91255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:02:53.142234 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-65322505-0f1b-45d8-9502-19a2982615f1 req-fd4231e0-6546-4cbb-bc8a-cea57342ea56 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:53.323305 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [req-65322505-0f1b-45d8-9502-19a2982615f1 req-fd4231e0-6546-4cbb-bc8a-cea57342ea56 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Calling delete_port for b8fe439e-b770-48f6-9ba4-f8cafead9f0b owned by compute:nova {{(pid=91255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:02:53.499853 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b959b-e01d-4b03-9d06-db8c2dc032b7 req-ee6171fe-37b1-4123-93a3-9d1c578bd53f tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:53.501471 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a50b959b-e01d-4b03-9d06-db8c2dc032b7 req-ee6171fe-37b1-4123-93a3-9d1c578bd53f tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff880d93-c90b-4cd4-8010-fa6ba45b6b18 HTTP/1.1" status: 200 len: 946 time: 0.1861372 May 18 10:02:53.602972 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a50b959b-e01d-4b03-9d06-db8c2dc032b7 req-64a8a5af-fe29-496d-8adc-7f639b9b50ea tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.11 "GET /v2.0/security-groups?id=3cc8e42b-cf39-4415-9913-aca7a603a112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949311 May 18 10:02:53.614145 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-65322505-0f1b-45d8-9502-19a2982615f1 req-fd4231e0-6546-4cbb-bc8a-cea57342ea56 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924'] for port, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:53.621138 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-d655e2d1-68eb-48e1-8b74-a5898e075472 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:02:53.694518 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4231e0-6546-4cbb-bc8a-cea57342ea56 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Pushing event deleted for resources: {'Port': ['ID=b8fe439e-b770-48f6-9ba4-f8cafead9f0b,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:02:53.749333 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4231e0-6546-4cbb-bc8a-cea57342ea56 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:53.749752 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4231e0-6546-4cbb-bc8a-cea57342ea56 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:53.750063 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4231e0-6546-4cbb-bc8a-cea57342ea56 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:53.750400 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4231e0-6546-4cbb-bc8a-cea57342ea56 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:53.750755 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4231e0-6546-4cbb-bc8a-cea57342ea56 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:53.751098 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4231e0-6546-4cbb-bc8a-cea57342ea56 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:53.751435 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4231e0-6546-4cbb-bc8a-cea57342ea56 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:53.751769 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4231e0-6546-4cbb-bc8a-cea57342ea56 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:53.752102 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4231e0-6546-4cbb-bc8a-cea57342ea56 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:53.752430 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4231e0-6546-4cbb-bc8a-cea57342ea56 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:53.752760 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4231e0-6546-4cbb-bc8a-cea57342ea56 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:53.753105 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4231e0-6546-4cbb-bc8a-cea57342ea56 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:02:53.761521 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-fd4231e0-6546-4cbb-bc8a-cea57342ea56 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:02:53.762651 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.l3_dvrscheduler_db [req-65322505-0f1b-45d8-9502-19a2982615f1 req-fd4231e0-6546-4cbb-bc8a-cea57342ea56 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] No DVR routers for this DVR port b8fe439e-b770-48f6-9ba4-f8cafead9f0b on host hv-cinder-77262 {{(pid=91255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:02:53.765714 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-65322505-0f1b-45d8-9502-19a2982615f1 req-fd4231e0-6546-4cbb-bc8a-cea57342ea56 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:53.768628 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff880d93-c90b-4cd4-8010-fa6ba45b6b18', 'name': 'network-vif-deleted', 'tag': 'b8fe439e-b770-48f6-9ba4-f8cafead9f0b'}] {{(pid=91255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:02:53.788110 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-65322505-0f1b-45d8-9502-19a2982615f1 req-fd4231e0-6546-4cbb-bc8a-cea57342ea56 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] 10.222.0.10 "DELETE /v2.0/ports/b8fe439e-b770-48f6-9ba4-f8cafead9f0b HTTP/1.1" status: 204 len: 173 time: 1.0384963 May 18 10:02:53.796932 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4b325-16eb-4314-ba2e-f07026807120 req-25032484-2fe2-499f-aedc-23e8dca17497 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:53.798471 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-37f4b325-16eb-4314-ba2e-f07026807120 req-25032484-2fe2-499f-aedc-23e8dca17497 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 946 time: 0.1003244 May 18 10:02:53.859245 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-37f4b325-16eb-4314-ba2e-f07026807120 req-b0eb12f6-0dc4-48d9-aa3d-dc63f5084fe7 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540919 May 18 10:02:53.915575 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff880d93-c90b-4cd4-8010-fa6ba45b6b18', 'name': 'network-vif-deleted', 'tag': 'b8fe439e-b770-48f6-9ba4-f8cafead9f0b', 'status': 'completed', 'code': 200} May 18 10:02:55.193912 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf982d7-ea88-4b14-ae68-127a67d6ca15 req-442174e1-4043-4083-9daa-b43229305cd9 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:55.194512 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:55.215243 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-8cf982d7-ea88-4b14-ae68-127a67d6ca15 req-442174e1-4043-4083-9daa-b43229305cd9 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 946 time: 0.1716876 May 18 10:02:55.243316 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-b8f5ccb3-e3ff-4e54-b8f6-985445c45fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:55.283133 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-8cf982d7-ea88-4b14-ae68-127a67d6ca15 req-a865457c-ead7-4ac0-b559-1a459352ca07 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668604 May 18 10:02:55.463701 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device b8fe439e-b770-48f6-9ba4-f8cafead9f0b no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:02:55.504153 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] No Port match for: b8fe439e-b770-48f6-9ba4-f8cafead9f0b {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:02:55.504153 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device b8fe439e-b770-48f6-9ba4-f8cafead9f0b not bound to the agent host hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:02:56.523286 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10887933-a9e4-4efc-83d4-b0ad5bebbcf0 req-2e246326-2508-46f9-a11f-cc2f85276252 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:02:56.525755 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-10887933-a9e4-4efc-83d4-b0ad5bebbcf0 req-2e246326-2508-46f9-a11f-cc2f85276252 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 946 time: 0.0979283 May 18 10:02:56.610264 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:56.612715 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-10887933-a9e4-4efc-83d4-b0ad5bebbcf0 req-9e7be144-b4c9-4ede-b519-c592b46b9f22 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807691 May 18 10:02:58.115643 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:02:59.863101 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:03:03.886220 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6f6fc-29be-44eb-aefa-3dc35901deca req-665a1658-062d-4240-917f-f2e76aa7546f tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:03.887844 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-88e6f6fc-29be-44eb-aefa-3dc35901deca req-665a1658-062d-4240-917f-f2e76aa7546f tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 946 time: 0.0905662 May 18 10:03:03.946989 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-88e6f6fc-29be-44eb-aefa-3dc35901deca req-a3b9049d-a644-4d80-ad64-2d20cd90bad8 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492561 May 18 10:03:07.460170 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 34168) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:07.639120 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c7cdd2dc-d6b2-4e26-b2ce-27d865a6c190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:07.655265 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-c7cdd2dc-d6b2-4e26-b2ce-27d865a6c190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:03:07.659311 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-c7cdd2dc-d6b2-4e26-b2ce-27d865a6c190 admin admin] Usage tracker for resource:security_group_rule and tenant:a76f284f5f3b4e74b39a5a478cf4f70d is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:03:07.662537 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-c7cdd2dc-d6b2-4e26-b2ce-27d865a6c190 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:03:07.669044 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-c7cdd2dc-d6b2-4e26-b2ce-27d865a6c190 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:03:07.877385 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c7cdd2dc-d6b2-4e26-b2ce-27d865a6c190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:07.883781 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c7cdd2dc-d6b2-4e26-b2ce-27d865a6c190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:07.891881 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-2503c538-6ea7-4f2b-9e17-5d75bd402a03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:07.942742 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-c7cdd2dc-d6b2-4e26-b2ce-27d865a6c190 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a76f284f5f3b4e74b39a5a478cf4f70d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4803112 May 18 10:03:07.943759 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cdd2dc-d6b2-4e26-b2ce-27d865a6c190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56086c6c-4b06-4bcd-8ad3-15bc03803955,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:07.945714 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 34180) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:07.963229 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-c7cdd2dc-d6b2-4e26-b2ce-27d865a6c190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:08.025380 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-6d5880a2-c4e5-404c-8b74-eb5637b988b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:08.057103 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-6d5880a2-c4e5-404c-8b74-eb5637b988b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:08.124450 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-6d5880a2-c4e5-404c-8b74-eb5637b988b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:08.128262 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-287fef41-4351-4445-9beb-6f78530572a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:08.145637 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5880a2-c4e5-404c-8b74-eb5637b988b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56086c6c-4b06-4bcd-8ad3-15bc03803955,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:08.160684 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-6d5880a2-c4e5-404c-8b74-eb5637b988b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:08.165348 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-6d5880a2-c4e5-404c-8b74-eb5637b988b9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/56086c6c-4b06-4bcd-8ad3-15bc03803955 HTTP/1.1" status: 204 len: 168 time: 0.2185032 May 18 10:03:08.167496 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5880a2-c4e5-404c-8b74-eb5637b988b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:08.168032 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5880a2-c4e5-404c-8b74-eb5637b988b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:08.168559 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5880a2-c4e5-404c-8b74-eb5637b988b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:08.168984 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5880a2-c4e5-404c-8b74-eb5637b988b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:08.169223 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5880a2-c4e5-404c-8b74-eb5637b988b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:08.169565 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5880a2-c4e5-404c-8b74-eb5637b988b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:08.170078 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5880a2-c4e5-404c-8b74-eb5637b988b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:08.170599 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5880a2-c4e5-404c-8b74-eb5637b988b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:08.170938 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5880a2-c4e5-404c-8b74-eb5637b988b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:08.171525 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5880a2-c4e5-404c-8b74-eb5637b988b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:08.171691 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5880a2-c4e5-404c-8b74-eb5637b988b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:08.171929 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5880a2-c4e5-404c-8b74-eb5637b988b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:08.175738 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-6d5880a2-c4e5-404c-8b74-eb5637b988b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:11.482950 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-5081b450-a669-46ca-9aaa-addebd9501cc req-a0e0c8ff-c2c6-4711-82a1-2fc42d096aab tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=e0c04109ebbe4ea7adf1458d3bbc035f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521569 May 18 10:03:11.699978 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5081b450-a669-46ca-9aaa-addebd9501cc req-3ae01e0d-5b45-40fc-a26d-e884eea02f25 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:11.702163 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-5081b450-a669-46ca-9aaa-addebd9501cc req-3ae01e0d-5b45-40fc-a26d-e884eea02f25 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2115521 May 18 10:03:11.722332 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-5081b450-a669-46ca-9aaa-addebd9501cc req-825ff57c-6ece-46d9-95cb-38dd15e5dc01 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.11 "GET /v2.0/quotas/e0c04109ebbe4ea7adf1458d3bbc035f HTTP/1.1" status: 200 len: 375 time: 0.0130737 May 18 10:03:11.779062 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-5081b450-a669-46ca-9aaa-addebd9501cc req-f39e6ac1-e2b5-43be-9411-a6686241809d tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0c04109ebbe4ea7adf1458d3bbc035f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479279 May 18 10:03:12.169309 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-0256689c-1fc0-4c54-8dbd-85957e7aac4a req-72a14f2b-49dc-42c9-9e9b-e815876e525c tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.11 "GET /v2.0/ports?device_id=51767dd0-04b2-4253-941f-3b8084835aa9 HTTP/1.1" status: 200 len: 210 time: 0.1809702 May 18 10:03:13.418124 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-0b615c2f-43a9-482e-a748-e1d0e3706b8b req-26deadf5-5a47-4ea0-a44c-2f09696284a1 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.11 "GET /v2.0/ports?device_id=51767dd0-04b2-4253-941f-3b8084835aa9 HTTP/1.1" status: 200 len: 210 time: 0.0587332 May 18 10:03:13.509097 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e63587-ab30-4386-be15-7abf447f23e0 req-f7300665-7f4c-4c1d-a879-4bbc7ee9f2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:13.510614 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-40e63587-ab30-4386-be15-7abf447f23e0 req-f7300665-7f4c-4c1d-a879-4bbc7ee9f2c3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=042ed8cf21fa4927a4d7b9573be4dfa8&device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 1099 time: 0.2156489 May 18 10:03:13.517722 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436c7d1-7dc2-4f0f-9669-59343eb06833 req-4ce057d6-bb68-4220-a299-efa2f1209cab tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:13.525690 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-7436c7d1-7dc2-4f0f-9669-59343eb06833 req-4ce057d6-bb68-4220-a299-efa2f1209cab tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 946 time: 0.1076188 May 18 10:03:13.582471 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-7436c7d1-7dc2-4f0f-9669-59343eb06833 req-47b68f09-f281-405d-bb80-7a96e3cee1af tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551245 May 18 10:03:13.702443 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e63587-ab30-4386-be15-7abf447f23e0 req-7efa2839-ea4c-44c7-ba1f-ce74fb06560c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:13.704109 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-40e63587-ab30-4386-be15-7abf447f23e0 req-7efa2839-ea4c-44c7-ba1f-ce74fb06560c service neutron] 10.222.0.10 "GET /v2.0/networks?id=36d853f8-458b-4f42-920c-475d49b3e130 HTTP/1.1" status: 200 len: 919 time: 0.1857255 May 18 10:03:13.904720 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5081b450-a669-46ca-9aaa-addebd9501cc req-dd9a4600-bdc3-4943-8b46-358dcec91840 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e0c04109ebbe4ea7adf1458d3bbc035f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515628 May 18 10:03:13.942797 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-40e63587-ab30-4386-be15-7abf447f23e0 req-1b65f6f8-8261-4b53-b676-9d91ed9b6ca0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=076d31fd-3cbc-42e1-9b3d-9ce889b54acd HTTP/1.1" status: 200 len: 217 time: 0.1953387 May 18 10:03:14.171459 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e63587-ab30-4386-be15-7abf447f23e0 req-df7a8472-d3a5-4ffe-a2ad-e7b5de513d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:14.172938 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-40e63587-ab30-4386-be15-7abf447f23e0 req-df7a8472-d3a5-4ffe-a2ad-e7b5de513d92 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=046da656-b669-4563-8f73-8c31c4d92c51 HTTP/1.1" status: 200 len: 858 time: 0.2134984 May 18 10:03:14.205972 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5081b450-a669-46ca-9aaa-addebd9501cc req-45a4fb46-0679-4a98-ac1f-c0af498b85db tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:14.207662 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5081b450-a669-46ca-9aaa-addebd9501cc req-45a4fb46-0679-4a98-ac1f-c0af498b85db tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2843356 May 18 10:03:14.267155 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [req-5081b450-a669-46ca-9aaa-addebd9501cc req-9e78d536-df53-429e-b854-3bdc71fcef5d tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Request body: {'port': {'device_id': '51767dd0-04b2-4253-941f-3b8084835aa9', 'network_id': 'e638e9f8-62db-4e19-be44-0bdf168a5185', 'admin_state_up': True, 'tenant_id': 'e0c04109ebbe4ea7adf1458d3bbc035f'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:03:14.310187 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-40e63587-ab30-4386-be15-7abf447f23e0 req-9f650f18-c929-40c3-b240-f1dea72e8ae0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=36d853f8-458b-4f42-920c-475d49b3e130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789137 May 18 10:03:14.579063 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-40e63587-ab30-4386-be15-7abf447f23e0 req-557bb331-2ef7-430b-9fa9-6bfaa2c82cd7 service neutron] 10.222.0.10 "GET /v2.0/networks/36d853f8-458b-4f42-920c-475d49b3e130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160192 May 18 10:03:14.746272 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ee713a07-d157-4063-9f67-ffdbf4247b0d req-3ef529ca-4334-4cb3-a5c2-ade76066e347 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.11 "GET /v2.0/ports?device_id=51767dd0-04b2-4253-941f-3b8084835aa9 HTTP/1.1" status: 200 len: 210 time: 0.1628468 May 18 10:03:14.797419 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-40e63587-ab30-4386-be15-7abf447f23e0 req-04acc7fb-9116-4a8f-a489-0f13bac9ab43 service neutron] 10.222.0.10 "GET /v2.0/networks/36d853f8-458b-4f42-920c-475d49b3e130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098701 May 18 10:03:14.819350 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [req-5081b450-a669-46ca-9aaa-addebd9501cc req-9e78d536-df53-429e-b854-3bdc71fcef5d tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:03:14.827949 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-5081b450-a669-46ca-9aaa-addebd9501cc req-9e78d536-df53-429e-b854-3bdc71fcef5d tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Usage tracker for resource:port and tenant:e0c04109ebbe4ea7adf1458d3bbc035f is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:03:14.832273 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-5081b450-a669-46ca-9aaa-addebd9501cc req-9e78d536-df53-429e-b854-3bdc71fcef5d tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:03:14.843953 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [req-5081b450-a669-46ca-9aaa-addebd9501cc req-9e78d536-df53-429e-b854-3bdc71fcef5d tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:03:14.863722 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5081b450-a669-46ca-9aaa-addebd9501cc req-9e78d536-df53-429e-b854-3bdc71fcef5d tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Made reservation on behalf of e0c04109ebbe4ea7adf1458d3bbc035f for: {'port': 1} {{(pid=91255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:03:14.871567 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-5081b450-a669-46ca-9aaa-addebd9501cc req-9e78d536-df53-429e-b854-3bdc71fcef5d tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:14.888486 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-5081b450-a669-46ca-9aaa-addebd9501cc req-9e78d536-df53-429e-b854-3bdc71fcef5d tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:14.890167 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540e300-79c8-49e6-a5dd-27353e28365a req-f7353577-6b70-443d-8041-b786445e081a tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:14.899576 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-1540e300-79c8-49e6-a5dd-27353e28365a req-f7353577-6b70-443d-8041-b786445e081a tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 946 time: 0.1836145 May 18 10:03:14.912374 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [req-5081b450-a669-46ca-9aaa-addebd9501cc req-9e78d536-df53-429e-b854-3bdc71fcef5d tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:03:14.917489 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-5081b450-a669-46ca-9aaa-addebd9501cc req-9e78d536-df53-429e-b854-3bdc71fcef5d tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Usage tracker for resource:security_group_rule and tenant:e0c04109ebbe4ea7adf1458d3bbc035f is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:03:14.923476 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-5081b450-a669-46ca-9aaa-addebd9501cc req-9e78d536-df53-429e-b854-3bdc71fcef5d tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:03:14.932153 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [req-5081b450-a669-46ca-9aaa-addebd9501cc req-9e78d536-df53-429e-b854-3bdc71fcef5d tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:03:14.983045 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-1540e300-79c8-49e6-a5dd-27353e28365a req-baef9232-892d-45e7-8967-52d31e300fb6 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811148 May 18 10:03:15.174832 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-3298616f-1250-4c32-b17e-b93bedffe3e5 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:15.174832 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-3298616f-1250-4c32-b17e-b93bedffe3e5 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/networks?id=4f114c1f-030f-4967-9b62-649e8025f375 HTTP/1.1" status: 200 len: 814 time: 0.2398772 May 18 10:03:15.200290 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-c2803b51-9f73-4e06-858e-01f3e768a113 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/quotas/7acb51810c8545daa5171055799a0f07 HTTP/1.1" status: 200 len: 375 time: 0.0240612 May 18 10:03:15.249890 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-5081b450-a669-46ca-9aaa-addebd9501cc req-9e78d536-df53-429e-b854-3bdc71fcef5d tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:15.291147 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-5081b450-a669-46ca-9aaa-addebd9501cc req-9e78d536-df53-429e-b854-3bdc71fcef5d tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:15.304322 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:15.461634 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78d536-df53-429e-b854-3bdc71fcef5d tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=768d7599-6a66-46fc-814a-cdfb607790dc,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:15.476954 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-9e78d536-df53-429e-b854-3bdc71fcef5d tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:15.555758 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-6ae2928b-3111-403f-909d-6349546977a4 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7acb51810c8545daa5171055799a0f07&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3494663 May 18 10:03:15.680862 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-391f2751-9f01-4218-b58e-71e068707a16 req-86f94835-1637-4bae-a076-90a684aa5b06 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3271248 May 18 10:03:15.718200 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.db_base_plugin_common [req-5081b450-a669-46ca-9aaa-addebd9501cc req-9e78d536-df53-429e-b854-3bdc71fcef5d tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Allocated IP 192.168.233.102 (e638e9f8-62db-4e19-be44-0bdf168a5185/fe0360e7-de19-4f6d-926d-553bf178862b/c6d7d63f-321d-4839-97fd-8002e0ed61d5) {{(pid=91255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:03:15.818589 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-89e09372-0a07-48c5-9546-20ff8f316645 service neutron] 10.222.0.11 "GET /v2.0/networks/4f114c1f-030f-4967-9b62-649e8025f375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523320 May 18 10:03:15.927964 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:15.972001 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f85da8a6-da8f-4b10-88fb-50bab2b07487 req-05a3ac62-e488-4c78-bae3-6e24b5a457d7 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.11 "GET /v2.0/ports?device_id=51767dd0-04b2-4253-941f-3b8084835aa9 HTTP/1.1" status: 200 len: 210 time: 0.0696688 May 18 10:03:16.247144 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f2751-9f01-4218-b58e-71e068707a16 req-c96e5de5-a501-4927-b145-c38aa7e2bc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:16.248620 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-391f2751-9f01-4218-b58e-71e068707a16 req-c96e5de5-a501-4927-b145-c38aa7e2bc1e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4738afae052f4e64894b0edeb5a37fbf&device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 1099 time: 0.5224829 May 18 10:03:16.253149 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-9c22ddba-5cd8-4d0f-a133-5bf0a4e256e5 service neutron] 10.222.0.11 "GET /v2.0/networks/4f114c1f-030f-4967-9b62-649e8025f375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4336679 May 18 10:03:16.266223 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef07355-5e4f-4304-9153-3af4d9592dd9 req-201f429c-56f3-4801-9459-995c6698c6b5 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:16.268364 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-cef07355-5e4f-4304-9153-3af4d9592dd9 req-201f429c-56f3-4801-9459-995c6698c6b5 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 946 time: 0.1514022 May 18 10:03:16.363961 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-cef07355-5e4f-4304-9153-3af4d9592dd9 req-fdca53e4-88e2-4e2e-bb9c-56995c93b54d tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863078 May 18 10:03:16.466751 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-5081b450-a669-46ca-9aaa-addebd9501cc req-9e78d536-df53-429e-b854-3bdc71fcef5d tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Notify callbacks [] for port, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:16.503606 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f2751-9f01-4218-b58e-71e068707a16 req-d7f9dd2b-e4fa-4f7c-8de1-e907fdeae653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:16.505005 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-391f2751-9f01-4218-b58e-71e068707a16 req-d7f9dd2b-e4fa-4f7c-8de1-e907fdeae653 service neutron] 10.222.0.10 "GET /v2.0/networks?id=38de340e-be75-495c-91ac-81e0ab74f998 HTTP/1.1" status: 200 len: 911 time: 0.2253420 May 18 10:03:16.598978 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.provisioning_blocks [req-5081b450-a669-46ca-9aaa-addebd9501cc req-9e78d536-df53-429e-b854-3bdc71fcef5d tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Transition to ACTIVE for port object c6d7d63f-321d-4839-97fd-8002e0ed61d5 will not be triggered until provisioned by entity DHCP. {{(pid=91255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:03:16.630420 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-b95fe1b3-441b-4ba4-85da-a329db2b14e6 req-a950043d-6775-4b49-906b-82412afdbf10 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4726e25-c799-4d1f-bf10-f86554f68bab HTTP/1.1" status: 200 len: 210 time: 0.0788560 May 18 10:03:16.700828 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-391f2751-9f01-4218-b58e-71e068707a16 req-c1e8ebe1-ea1c-48a9-b8e5-300321f1195d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4e93cbb-6abf-4368-9d99-cb28b406c180 HTTP/1.1" status: 200 len: 1001 time: 0.1828074 May 18 10:03:16.747585 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-5081b450-a669-46ca-9aaa-addebd9501cc req-9e78d536-df53-429e-b854-3bdc71fcef5d tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839'] for port, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:16.757540 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:16.840799 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5081b450-a669-46ca-9aaa-addebd9501cc req-9e78d536-df53-429e-b854-3bdc71fcef5d tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Network e638e9f8-62db-4e19-be44-0bdf168a5185 is already hosted by enough agents. {{(pid=91255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:03:16.847511 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [req-5081b450-a669-46ca-9aaa-addebd9501cc req-9e78d536-df53-429e-b854-3bdc71fcef5d tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Resources bound (agent type, host, resource id): {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:03:16.853179 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.l3_dvrscheduler_db [req-5081b450-a669-46ca-9aaa-addebd9501cc req-9e78d536-df53-429e-b854-3bdc71fcef5d tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Received port after_create {{(pid=91255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:03:16.859111 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5081b450-a669-46ca-9aaa-addebd9501cc req-9e78d536-df53-429e-b854-3bdc71fcef5d tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:16.859721 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-5081b450-a669-46ca-9aaa-addebd9501cc req-9e78d536-df53-429e-b854-3bdc71fcef5d tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:16.870705 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f2751-9f01-4218-b58e-71e068707a16 req-72d62041-88da-4db3-af85-46776b5d245b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:16.872338 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-391f2751-9f01-4218-b58e-71e068707a16 req-72d62041-88da-4db3-af85-46776b5d245b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7879ceca-ac45-4ec5-8a61-389c60092f52 HTTP/1.1" status: 200 len: 849 time: 0.1648135 May 18 10:03:16.882290 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78d536-df53-429e-b854-3bdc71fcef5d tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Pushing event updated for resources: {'Port': ['ID=c6d7d63f-321d-4839-97fd-8002e0ed61d5,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:16.941180 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-9e78d536-df53-429e-b854-3bdc71fcef5d tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:17.056109 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5081b450-a669-46ca-9aaa-addebd9501cc req-9e78d536-df53-429e-b854-3bdc71fcef5d tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7929370 May 18 10:03:17.067301 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f2751-9f01-4218-b58e-71e068707a16 req-1eb935d2-2a9c-41b7-951f-579c175bb7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:17.068945 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-391f2751-9f01-4218-b58e-71e068707a16 req-1eb935d2-2a9c-41b7-951f-579c175bb7a3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38de340e-be75-495c-91ac-81e0ab74f998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1809123 May 18 10:03:17.075925 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [req-5081b450-a669-46ca-9aaa-addebd9501cc req-6e43e9c5-c5a0-4d57-a510-d4708a6d5286 service neutron] Request body: {'port': {'device_id': '51767dd0-04b2-4253-941f-3b8084835aa9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:03:17.303343 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-730e9676-70bc-435d-87b2-f91daa0b616b None None] Provisioning for port c6d7d63f-321d-4839-97fd-8002e0ed61d5 completed by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:03:17.311998 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-730e9676-70bc-435d-87b2-f91daa0b616b None None] Provisioning complete for port c6d7d63f-321d-4839-97fd-8002e0ed61d5 triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:03:17.313632 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-730e9676-70bc-435d-87b2-f91daa0b616b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:17.458549 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-730e9676-70bc-435d-87b2-f91daa0b616b None None] Port c6d7d63f-321d-4839-97fd-8002e0ed61d5 cannot update to ACTIVE because it is not bound. {{(pid=91256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:03:17.494863 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-5081b450-a669-46ca-9aaa-addebd9501cc req-6e43e9c5-c5a0-4d57-a510-d4708a6d5286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:17.578454 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12dfd0a-50ee-49e0-96b0-8bf7d19400fe req-acc7d64a-0cd7-49c5-8bc0-7c5aa530e0a2 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:17.579436 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-c12dfd0a-50ee-49e0-96b0-8bf7d19400fe req-acc7d64a-0cd7-49c5-8bc0-7c5aa530e0a2 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Synchronizing usage tracker for tenant:e0c04109ebbe4ea7adf1458d3bbc035f on resource:port {{(pid=91255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:03:17.584422 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-391f2751-9f01-4218-b58e-71e068707a16 req-582d3ad5-955f-4f7a-b4c9-1afe02c01481 service neutron] 10.222.0.10 "GET /v2.0/networks/38de340e-be75-495c-91ac-81e0ab74f998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065673 May 18 10:03:17.640451 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa58a7-8cd3-4f34-92d3-05387d09d74a req-0c8f49c0-5e3a-47dd-b033-df904c740c54 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:17.642635 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-4afa58a7-8cd3-4f34-92d3-05387d09d74a req-0c8f49c0-5e3a-47dd-b033-df904c740c54 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 946 time: 0.0981643 May 18 10:03:17.749827 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-4afa58a7-8cd3-4f34-92d3-05387d09d74a req-29b48838-5c20-4518-bdf7-e6d1db3720aa tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991786 May 18 10:03:17.765834 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-c12dfd0a-50ee-49e0-96b0-8bf7d19400fe req-acc7d64a-0cd7-49c5-8bc0-7c5aa530e0a2 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Unset dirty status for tenant:e0c04109ebbe4ea7adf1458d3bbc035f on resource:port {{(pid=91255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:03:17.768845 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c12dfd0a-50ee-49e0-96b0-8bf7d19400fe req-acc7d64a-0cd7-49c5-8bc0-7c5aa530e0a2 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.11 "GET /v2.0/ports?device_id=51767dd0-04b2-4253-941f-3b8084835aa9 HTTP/1.1" status: 200 len: 936 time: 0.5484359 May 18 10:03:17.916418 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-c12dfd0a-50ee-49e0-96b0-8bf7d19400fe req-14030e36-048b-4ed9-9f3e-ab59d1d7b2bd tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Synchronizing usage tracker for tenant:e0c04109ebbe4ea7adf1458d3bbc035f on resource:security_group {{(pid=91255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:03:18.019249 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-c12dfd0a-50ee-49e0-96b0-8bf7d19400fe req-14030e36-048b-4ed9-9f3e-ab59d1d7b2bd tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Unset dirty status for tenant:e0c04109ebbe4ea7adf1458d3bbc035f on resource:security_group {{(pid=91255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:03:18.027894 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c12dfd0a-50ee-49e0-96b0-8bf7d19400fe req-14030e36-048b-4ed9-9f3e-ab59d1d7b2bd tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.11 "GET /v2.0/security-groups?id=768d7599-6a66-46fc-814a-cdfb607790dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875095 May 18 10:03:18.140880 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-391f2751-9f01-4218-b58e-71e068707a16 req-61525ad3-52c4-4f6f-bfed-6e74dd379cc9 service neutron] 10.222.0.10 "GET /v2.0/networks/38de340e-be75-495c-91ac-81e0ab74f998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5477939 May 18 10:03:18.338109 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-3c9cec74-10f0-49e8-8e8e-8677a73f89f1 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:18.341419 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-3c9cec74-10f0-49e8-8e8e-8677a73f89f1 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.10 "GET /v2.0/networks?id=4f114c1f-030f-4967-9b62-649e8025f375 HTTP/1.1" status: 200 len: 814 time: 0.3557262 May 18 10:03:18.369003 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-6435680a-3077-40e3-8e0f-2cef2273cf1c req-eb71c08b-29a3-4b60-a65b-35f151a90cf9 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4726e25-c799-4d1f-bf10-f86554f68bab HTTP/1.1" status: 200 len: 210 time: 0.1157024 May 18 10:03:18.377027 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-8efc1829-e6e2-4567-b818-73afe9d174e0 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Request body: {'port': {'device_id': 'a4726e25-c799-4d1f-bf10-f86554f68bab', 'network_id': '4f114c1f-030f-4967-9b62-649e8025f375', 'admin_state_up': True, 'tenant_id': '7acb51810c8545daa5171055799a0f07'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:03:18.397824 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.notifiers.nova [req-5081b450-a669-46ca-9aaa-addebd9501cc req-6e43e9c5-c5a0-4d57-a510-d4708a6d5286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6d7d63f-321d-4839-97fd-8002e0ed61d5 {{(pid=91255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:03:18.406786 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-5081b450-a669-46ca-9aaa-addebd9501cc req-6e43e9c5-c5a0-4d57-a510-d4708a6d5286 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:18.428982 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.provisioning_blocks [req-5081b450-a669-46ca-9aaa-addebd9501cc req-6e43e9c5-c5a0-4d57-a510-d4708a6d5286 service neutron] Transition to ACTIVE for port object c6d7d63f-321d-4839-97fd-8002e0ed61d5 will not be triggered until provisioned by entity L2. {{(pid=91255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:03:18.435550 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-5081b450-a669-46ca-9aaa-addebd9501cc req-6e43e9c5-c5a0-4d57-a510-d4708a6d5286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:18.440874 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:18.701956 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-8efc1829-e6e2-4567-b818-73afe9d174e0 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:03:18.713280 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-8efc1829-e6e2-4567-b818-73afe9d174e0 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:03:18.729587 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-8efc1829-e6e2-4567-b818-73afe9d174e0 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Made reservation on behalf of 7acb51810c8545daa5171055799a0f07 for: {'port': 1} {{(pid=91254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:03:18.734296 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-8efc1829-e6e2-4567-b818-73afe9d174e0 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:18.738494 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e43e9c5-c5a0-4d57-a510-d4708a6d5286 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d7d63f-321d-4839-97fd-8002e0ed61d5,revision_number=2']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:18.748448 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-6e43e9c5-c5a0-4d57-a510-d4708a6d5286 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:18.785289 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.managers [req-5081b450-a669-46ca-9aaa-addebd9501cc req-6e43e9c5-c5a0-4d57-a510-d4708a6d5286 service neutron] Attempting to bind port c6d7d63f-321d-4839-97fd-8002e0ed61d5 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:03:18.786009 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.managers [req-5081b450-a669-46ca-9aaa-addebd9501cc req-6e43e9c5-c5a0-4d57-a510-d4708a6d5286 service neutron] Attempting to bind port c6d7d63f-321d-4839-97fd-8002e0ed61d5 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '904660dc-1464-4c3d-aa69-895291b4953b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e638e9f8-62db-4e19-be44-0bdf168a5185'}] {{(pid=91255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:03:18.786125 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5081b450-a669-46ca-9aaa-addebd9501cc req-6e43e9c5-c5a0-4d57-a510-d4708a6d5286 service neutron] Attempting to bind port c6d7d63f-321d-4839-97fd-8002e0ed61d5 on network e638e9f8-62db-4e19-be44-0bdf168a5185 {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:03:18.797722 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5081b450-a669-46ca-9aaa-addebd9501cc req-6e43e9c5-c5a0-4d57-a510-d4708a6d5286 service neutron] Port c6d7d63f-321d-4839-97fd-8002e0ed61d5 on network e638e9f8-62db-4e19-be44-0bdf168a5185 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 10:03:18.798114 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5081b450-a669-46ca-9aaa-addebd9501cc req-6e43e9c5-c5a0-4d57-a510-d4708a6d5286 service neutron] Attempting to bind port c6d7d63f-321d-4839-97fd-8002e0ed61d5 on network e638e9f8-62db-4e19-be44-0bdf168a5185 {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:03:18.814606 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5081b450-a669-46ca-9aaa-addebd9501cc req-6e43e9c5-c5a0-4d57-a510-d4708a6d5286 service neutron] Checking agent: {'id': '24b5a2b2-de0a-48ed-9b1d-3e34697dfcd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 59, 16), 'started_at': datetime.datetime(2021, 5, 18, 9, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:03:18.821846 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5081b450-a669-46ca-9aaa-addebd9501cc req-6e43e9c5-c5a0-4d57-a510-d4708a6d5286 service neutron] Checking segment: {'id': '904660dc-1464-4c3d-aa69-895291b4953b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e638e9f8-62db-4e19-be44-0bdf168a5185'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:03:18.822422 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5081b450-a669-46ca-9aaa-addebd9501cc req-6e43e9c5-c5a0-4d57-a510-d4708a6d5286 service neutron] Bound using segment: {'id': '904660dc-1464-4c3d-aa69-895291b4953b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e638e9f8-62db-4e19-be44-0bdf168a5185'} {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:03:18.822945 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.managers [req-5081b450-a669-46ca-9aaa-addebd9501cc req-6e43e9c5-c5a0-4d57-a510-d4708a6d5286 service neutron] Bound port: c6d7d63f-321d-4839-97fd-8002e0ed61d5, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '904660dc-1464-4c3d-aa69-895291b4953b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e638e9f8-62db-4e19-be44-0bdf168a5185'}}] {{(pid=91255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:03:18.823368 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-5081b450-a669-46ca-9aaa-addebd9501cc req-6e43e9c5-c5a0-4d57-a510-d4708a6d5286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:18.972626 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [req-5081b450-a669-46ca-9aaa-addebd9501cc req-6e43e9c5-c5a0-4d57-a510-d4708a6d5286 service neutron] For port c6d7d63f-321d-4839-97fd-8002e0ed61d5, host hv-cinder-77262, cleared binding levels {{(pid=91255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:03:18.975854 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [req-5081b450-a669-46ca-9aaa-addebd9501cc req-6e43e9c5-c5a0-4d57-a510-d4708a6d5286 service neutron] For port c6d7d63f-321d-4839-97fd-8002e0ed61d5, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c6d7d63f-321d-4839-97fd-8002e0ed61d5,segment=NetworkSegment(904660dc-1464-4c3d-aa69-895291b4953b),segment_id=904660dc-1464-4c3d-aa69-895291b4953b)] {{(pid=91255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:03:18.981687 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-5081b450-a669-46ca-9aaa-addebd9501cc req-6e43e9c5-c5a0-4d57-a510-d4708a6d5286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:18.987625 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-29dd3019-3d61-473b-b9ad-a4cee3276246 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:19.066035 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e43e9c5-c5a0-4d57-a510-d4708a6d5286 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d7d63f-321d-4839-97fd-8002e0ed61d5,revision_number=3']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:19.071372 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-6e43e9c5-c5a0-4d57-a510-d4708a6d5286 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:19.077703 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5081b450-a669-46ca-9aaa-addebd9501cc req-6e43e9c5-c5a0-4d57-a510-d4708a6d5286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:19.079019 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-5081b450-a669-46ca-9aaa-addebd9501cc req-6e43e9c5-c5a0-4d57-a510-d4708a6d5286 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:19.080904 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5081b450-a669-46ca-9aaa-addebd9501cc req-6e43e9c5-c5a0-4d57-a510-d4708a6d5286 service neutron] 10.222.0.10 "PUT /v2.0/ports/c6d7d63f-321d-4839-97fd-8002e0ed61d5 HTTP/1.1" status: 200 len: 1098 time: 2.0092766 May 18 10:03:19.081396 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51767dd0-04b2-4253-941f-3b8084835aa9', 'tag': 'c6d7d63f-321d-4839-97fd-8002e0ed61d5'}] {{(pid=91255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:03:19.106544 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.db_base_plugin_common [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-8efc1829-e6e2-4567-b818-73afe9d174e0 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Allocated IP 172.20.0.11 (4f114c1f-030f-4967-9b62-649e8025f375/97072edd-9969-406c-bd1e-8e3d97a45e00/564e72d2-918a-455c-8ccd-94c8503bd93d) {{(pid=91254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:03:19.237014 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5081b450-a669-46ca-9aaa-addebd9501cc req-a3a11b9c-f4e9-40b1-a88f-7690eedc0706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:19.238601 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5081b450-a669-46ca-9aaa-addebd9501cc req-a3a11b9c-f4e9-40b1-a88f-7690eedc0706 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0c04109ebbe4ea7adf1458d3bbc035f&device_id=51767dd0-04b2-4253-941f-3b8084835aa9 HTTP/1.1" status: 200 len: 1101 time: 0.1181781 May 18 10:03:19.280959 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6171867-a776-470d-a504-e07a631bedcb req-4ca6a381-2ff2-4fa5-8a45-00d8b1cbb944 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:19.282668 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-b6171867-a776-470d-a504-e07a631bedcb req-4ca6a381-2ff2-4fa5-8a45-00d8b1cbb944 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 946 time: 0.3136172 May 18 10:03:19.345161 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5081b450-a669-46ca-9aaa-addebd9501cc req-45296f61-4835-4716-86a2-e53a93697424 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=c6d7d63f-321d-4839-97fd-8002e0ed61d5 HTTP/1.1" status: 200 len: 217 time: 0.0965784 May 18 10:03:19.454776 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-b6171867-a776-470d-a504-e07a631bedcb req-ab913f4a-2b7a-4317-8cb3-645d07bbe301 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549811 May 18 10:03:19.495853 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5081b450-a669-46ca-9aaa-addebd9501cc req-aad0782c-52c1-4129-a847-b0d2d69d0f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:19.497357 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5081b450-a669-46ca-9aaa-addebd9501cc req-aad0782c-52c1-4129-a847-b0d2d69d0f23 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fe0360e7-de19-4f6d-926d-553bf178862b HTTP/1.1" status: 200 len: 843 time: 0.1051090 May 18 10:03:19.535616 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-8efc1829-e6e2-4567-b818-73afe9d174e0 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Notify callbacks [] for port, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:19.549120 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51767dd0-04b2-4253-941f-3b8084835aa9', 'tag': 'c6d7d63f-321d-4839-97fd-8002e0ed61d5', 'status': 'completed', 'code': 200} May 18 10:03:19.568719 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48713ad-7db8-4eae-8de2-0d2ed7737c66 req-f8d25863-8776-4ed8-b492-33668158e370 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:19.570879 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-d48713ad-7db8-4eae-8de2-0d2ed7737c66 req-f8d25863-8776-4ed8-b492-33668158e370 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.11 "GET /v2.0/ports?device_id=51767dd0-04b2-4253-941f-3b8084835aa9 HTTP/1.1" status: 200 len: 948 time: 0.2224627 May 18 10:03:19.596111 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-8efc1829-e6e2-4567-b818-73afe9d174e0 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:19.605772 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:19.610332 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['c9956d95-1f80-4159-a7af-5ccae1e13e97', '08ec9a57-0f9d-4dbe-92ab-bc4e75140dae', '774f9a08-79d7-4d45-a489-3d93b02c7135'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:03:19.647920 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-d48713ad-7db8-4eae-8de2-0d2ed7737c66 req-18d7ee82-f188-4133-a2ef-10f34d95cb44 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.11 "GET /v2.0/security-groups?id=768d7599-6a66-46fc-814a-cdfb607790dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666268 May 18 10:03:19.672140 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5081b450-a669-46ca-9aaa-addebd9501cc req-bff4584a-d4cf-469d-bffd-ae993bd28d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:19.678571 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5081b450-a669-46ca-9aaa-addebd9501cc req-bff4584a-d4cf-469d-bffd-ae993bd28d66 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e638e9f8-62db-4e19-be44-0bdf168a5185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1702235 May 18 10:03:19.691772 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc1829-e6e2-4567-b818-73afe9d174e0 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Pushing event updated for resources: {'Port': ['ID=564e72d2-918a-455c-8ccd-94c8503bd93d,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:19.696796 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-8efc1829-e6e2-4567-b818-73afe9d174e0 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:19.707988 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-8efc1829-e6e2-4567-b818-73afe9d174e0 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Network 4f114c1f-030f-4967-9b62-649e8025f375 is already hosted by enough agents. {{(pid=91254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:03:19.709248 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.base_scheduler [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-8efc1829-e6e2-4567-b818-73afe9d174e0 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Resources bound (agent type, host, resource id): {{(pid=91254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:03:19.712399 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-8efc1829-e6e2-4567-b818-73afe9d174e0 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Received port after_create {{(pid=91254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:03:19.791422 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-8efc1829-e6e2-4567-b818-73afe9d174e0 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:19.794125 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-8efc1829-e6e2-4567-b818-73afe9d174e0 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:19.854739 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-8efc1829-e6e2-4567-b818-73afe9d174e0 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4923763 May 18 10:03:19.873644 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-4f354228-0def-4e66-b4cf-a123eb3c9320 service neutron] Request body: {'port': {'device_id': 'a4726e25-c799-4d1f-bf10-f86554f68bab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:03:20.032713 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-4f354228-0def-4e66-b4cf-a123eb3c9320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:20.064934 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5081b450-a669-46ca-9aaa-addebd9501cc req-b8b2c150-afa0-4920-85a2-7bcd7704eb6c service neutron] 10.222.0.10 "GET /v2.0/networks/e638e9f8-62db-4e19-be44-0bdf168a5185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784480 May 18 10:03:20.311039 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5081b450-a669-46ca-9aaa-addebd9501cc req-ad6b7998-06b3-4709-b03f-7e76ed5f82e9 service neutron] 10.222.0.10 "GET /v2.0/networks/e638e9f8-62db-4e19-be44-0bdf168a5185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314742 May 18 10:03:20.345788 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a02917-0057-4c04-8519-f803ccf6b9e8 req-dd31a778-f789-4f9c-8b6b-c1d5412041c8 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:20.365428 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-66a02917-0057-4c04-8519-f803ccf6b9e8 req-dd31a778-f789-4f9c-8b6b-c1d5412041c8 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4726e25-c799-4d1f-bf10-f86554f68bab HTTP/1.1" status: 200 len: 932 time: 0.4211595 May 18 10:03:20.464964 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-66a02917-0057-4c04-8519-f803ccf6b9e8 req-efe5cbf6-39a2-4131-96a6-9afc15a9fe18 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986285 May 18 10:03:20.505675 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda9ed3-0bd7-426b-b3f3-cec802a48425 req-9da520cd-8e8a-4e48-9067-2c8de7725e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:20.507160 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-adda9ed3-0bd7-426b-b3f3-cec802a48425 req-9da520cd-8e8a-4e48-9067-2c8de7725e0d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0c04109ebbe4ea7adf1458d3bbc035f&device_id=51767dd0-04b2-4253-941f-3b8084835aa9 HTTP/1.1" status: 200 len: 1101 time: 0.1189213 May 18 10:03:20.615404 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.notifiers.nova [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-4f354228-0def-4e66-b4cf-a123eb3c9320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 564e72d2-918a-455c-8ccd-94c8503bd93d {{(pid=91254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:03:20.624717 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-4f354228-0def-4e66-b4cf-a123eb3c9320 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:20.643786 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.provisioning_blocks [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-4f354228-0def-4e66-b4cf-a123eb3c9320 service neutron] Transition to ACTIVE for port object 564e72d2-918a-455c-8ccd-94c8503bd93d will not be triggered until provisioned by entity L2. {{(pid=91254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:03:20.651934 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-4f354228-0def-4e66-b4cf-a123eb3c9320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2477981'] for port, after_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:20.661784 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-45f48b9b-2d42-4fc7-9609-2b4ad72d610e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:20.736558 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda9ed3-0bd7-426b-b3f3-cec802a48425 req-3fc0f2cd-bd80-4a19-95f0-871334cb1d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:20.738078 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-adda9ed3-0bd7-426b-b3f3-cec802a48425 req-3fc0f2cd-bd80-4a19-95f0-871334cb1d73 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e638e9f8-62db-4e19-be44-0bdf168a5185 HTTP/1.1" status: 200 len: 870 time: 0.2225635 May 18 10:03:20.809499 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aac206-2cbb-4533-9c17-778bdc6279db req-4bb20f9f-44f0-4fb6-afe3-577bae55e40d tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:20.811372 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-54aac206-2cbb-4533-9c17-778bdc6279db req-4bb20f9f-44f0-4fb6-afe3-577bae55e40d tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 946 time: 0.1875501 May 18 10:03:20.839030 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f354228-0def-4e66-b4cf-a123eb3c9320 service neutron] Pushing event updated for resources: {'Port': ['ID=564e72d2-918a-455c-8ccd-94c8503bd93d,revision_number=2']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:20.842107 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-4f354228-0def-4e66-b4cf-a123eb3c9320 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:20.846281 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-adda9ed3-0bd7-426b-b3f3-cec802a48425 req-3585bbf3-55b2-4407-9ed0-adcba567c962 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=c6d7d63f-321d-4839-97fd-8002e0ed61d5 HTTP/1.1" status: 200 len: 217 time: 0.0939968 May 18 10:03:20.930099 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.managers [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-4f354228-0def-4e66-b4cf-a123eb3c9320 service neutron] Attempting to bind port 564e72d2-918a-455c-8ccd-94c8503bd93d on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:03:20.930420 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.managers [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-4f354228-0def-4e66-b4cf-a123eb3c9320 service neutron] Attempting to bind port 564e72d2-918a-455c-8ccd-94c8503bd93d by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '2beb079a-9d35-4dc7-bdc2-f082c5b10557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f114c1f-030f-4967-9b62-649e8025f375'}] {{(pid=91254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:03:20.931273 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-4f354228-0def-4e66-b4cf-a123eb3c9320 service neutron] Attempting to bind port 564e72d2-918a-455c-8ccd-94c8503bd93d on network 4f114c1f-030f-4967-9b62-649e8025f375 {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:03:20.937056 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-4f354228-0def-4e66-b4cf-a123eb3c9320 service neutron] Port 564e72d2-918a-455c-8ccd-94c8503bd93d on network 4f114c1f-030f-4967-9b62-649e8025f375 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 10:03:20.937377 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-4f354228-0def-4e66-b4cf-a123eb3c9320 service neutron] Attempting to bind port 564e72d2-918a-455c-8ccd-94c8503bd93d on network 4f114c1f-030f-4967-9b62-649e8025f375 {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:03:20.944173 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-4f354228-0def-4e66-b4cf-a123eb3c9320 service neutron] Checking agent: {'id': '24b5a2b2-de0a-48ed-9b1d-3e34697dfcd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 59, 16), 'started_at': datetime.datetime(2021, 5, 18, 9, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:03:20.944622 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-4f354228-0def-4e66-b4cf-a123eb3c9320 service neutron] Checking segment: {'id': '2beb079a-9d35-4dc7-bdc2-f082c5b10557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f114c1f-030f-4967-9b62-649e8025f375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:03:20.945810 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-4f354228-0def-4e66-b4cf-a123eb3c9320 service neutron] Bound using segment: {'id': '2beb079a-9d35-4dc7-bdc2-f082c5b10557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f114c1f-030f-4967-9b62-649e8025f375'} {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:03:20.946516 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.managers [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-4f354228-0def-4e66-b4cf-a123eb3c9320 service neutron] Bound port: 564e72d2-918a-455c-8ccd-94c8503bd93d, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2beb079a-9d35-4dc7-bdc2-f082c5b10557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4f114c1f-030f-4967-9b62-649e8025f375'}}] {{(pid=91254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:03:20.946857 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-4f354228-0def-4e66-b4cf-a123eb3c9320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:20.954541 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-54aac206-2cbb-4533-9c17-778bdc6279db req-04c7e854-306c-4cd6-97b2-8cba01dcc0b3 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316428 May 18 10:03:20.979430 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda9ed3-0bd7-426b-b3f3-cec802a48425 req-5a32eccb-ef1d-4053-ab8a-7304365615d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:20.981271 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-adda9ed3-0bd7-426b-b3f3-cec802a48425 req-5a32eccb-ef1d-4053-ab8a-7304365615d0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fe0360e7-de19-4f6d-926d-553bf178862b HTTP/1.1" status: 200 len: 843 time: 0.1135070 May 18 10:03:21.072197 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-4f354228-0def-4e66-b4cf-a123eb3c9320 service neutron] For port 564e72d2-918a-455c-8ccd-94c8503bd93d, host hv-cinder-77262, cleared binding levels {{(pid=91254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:03:21.076166 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-4f354228-0def-4e66-b4cf-a123eb3c9320 service neutron] For port 564e72d2-918a-455c-8ccd-94c8503bd93d, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=564e72d2-918a-455c-8ccd-94c8503bd93d,segment=NetworkSegment(2beb079a-9d35-4dc7-bdc2-f082c5b10557),segment_id=2beb079a-9d35-4dc7-bdc2-f082c5b10557)] {{(pid=91254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:03:21.087707 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-4f354228-0def-4e66-b4cf-a123eb3c9320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2477981'] for port, after_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:21.093445 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-7cdde5f0-6dab-44b5-a42e-b21f971eb8cc tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:21.168424 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-4f354228-0def-4e66-b4cf-a123eb3c9320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:21.169059 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-4f354228-0def-4e66-b4cf-a123eb3c9320 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:21.171175 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-4f354228-0def-4e66-b4cf-a123eb3c9320 service neutron] 10.222.0.10 "PUT /v2.0/ports/564e72d2-918a-455c-8ccd-94c8503bd93d HTTP/1.1" status: 200 len: 1094 time: 1.3068094 May 18 10:03:21.172034 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4726e25-c799-4d1f-bf10-f86554f68bab', 'tag': '564e72d2-918a-455c-8ccd-94c8503bd93d'}] {{(pid=91254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:03:21.195667 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f354228-0def-4e66-b4cf-a123eb3c9320 service neutron] Pushing event updated for resources: {'Port': ['ID=564e72d2-918a-455c-8ccd-94c8503bd93d,revision_number=3']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:21.198915 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-4f354228-0def-4e66-b4cf-a123eb3c9320 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:21.282667 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda9ed3-0bd7-426b-b3f3-cec802a48425 req-e56c72af-7e7b-4588-a7e1-a0c8bd1ade9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:21.284139 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-adda9ed3-0bd7-426b-b3f3-cec802a48425 req-e56c72af-7e7b-4588-a7e1-a0c8bd1ade9d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e638e9f8-62db-4e19-be44-0bdf168a5185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2943738 May 18 10:03:21.333357 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18c7d3-550b-4fb2-8bbb-142e31d36854 req-d8f4e905-c8de-429b-b89f-4a4936b69c81 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:21.341190 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ed18c7d3-550b-4fb2-8bbb-142e31d36854 req-d8f4e905-c8de-429b-b89f-4a4936b69c81 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.11 "GET /v2.0/ports?device_id=51767dd0-04b2-4253-941f-3b8084835aa9 HTTP/1.1" status: 200 len: 948 time: 0.1483238 May 18 10:03:21.383943 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-bd0a514c-84aa-456c-a856-9d7d3dc45a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:21.385879 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-bd0a514c-84aa-456c-a856-9d7d3dc45a48 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7acb51810c8545daa5171055799a0f07&device_id=a4726e25-c799-4d1f-bf10-f86554f68bab HTTP/1.1" status: 200 len: 1097 time: 0.0945051 May 18 10:03:21.465415 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ed18c7d3-550b-4fb2-8bbb-142e31d36854 req-f3b3a3fb-42b6-419f-830f-565945483b7a tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.11 "GET /v2.0/security-groups?id=768d7599-6a66-46fc-814a-cdfb607790dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234946 May 18 10:03:21.517655 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-adda9ed3-0bd7-426b-b3f3-cec802a48425 req-7c97204c-9c8a-40f1-bdb1-07c9964775c1 service neutron] 10.222.0.10 "GET /v2.0/networks/e638e9f8-62db-4e19-be44-0bdf168a5185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255559 May 18 10:03:21.683764 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-9b5f1571-53d6-4f98-99dd-5f50045500ab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=564e72d2-918a-455c-8ccd-94c8503bd93d HTTP/1.1" status: 200 len: 217 time: 0.2796884 May 18 10:03:21.685324 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4726e25-c799-4d1f-bf10-f86554f68bab', 'tag': '564e72d2-918a-455c-8ccd-94c8503bd93d', 'status': 'completed', 'code': 200} May 18 10:03:21.687068 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-adda9ed3-0bd7-426b-b3f3-cec802a48425 req-c3fc8b86-9a02-4d58-b3c8-403b729878f4 service neutron] 10.222.0.10 "GET /v2.0/networks/e638e9f8-62db-4e19-be44-0bdf168a5185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612570 May 18 10:03:21.776379 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-1beb15ee-a5fa-4e6f-943c-93ca5077f43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:21.778410 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-1beb15ee-a5fa-4e6f-943c-93ca5077f43d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=97072edd-9969-406c-bd1e-8e3d97a45e00 HTTP/1.1" status: 200 len: 854 time: 0.0797386 May 18 10:03:21.815085 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3a235-5807-4f2c-b8f2-018b7f374ae2 req-3b31093a-137f-4eb7-9c83-cec0ba943359 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:21.816787 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-eeb3a235-5807-4f2c-b8f2-018b7f374ae2 req-3b31093a-137f-4eb7-9c83-cec0ba943359 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4726e25-c799-4d1f-bf10-f86554f68bab HTTP/1.1" status: 200 len: 944 time: 0.1127179 May 18 10:03:21.830719 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-1dfa5340-94bb-4730-927c-1b8d1bf01dcf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f114c1f-030f-4967-9b62-649e8025f375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456202 May 18 10:03:21.869206 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-eeb3a235-5807-4f2c-b8f2-018b7f374ae2 req-3c8e8388-147f-496a-b266-c93d2acc60c0 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457897 May 18 10:03:22.014629 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-6c3738b6-af79-4f7e-8a0b-e50c6d051300 service neutron] 10.222.0.10 "GET /v2.0/networks/4f114c1f-030f-4967-9b62-649e8025f375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767514 May 18 10:03:22.263019 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-2d483f65-620a-40eb-b3c6-4df8a7b60dcf req-ecc2f0d6-fdc2-4852-9989-25cd4f68012f service neutron] 10.222.0.10 "GET /v2.0/networks/4f114c1f-030f-4967-9b62-649e8025f375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385283 May 18 10:03:22.278549 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb34d12-bf23-42f1-8370-dc5586cf9575 req-72dae49d-0ec3-4499-8da7-b7ca86695bb2 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:22.280610 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-afb34d12-bf23-42f1-8370-dc5586cf9575 req-72dae49d-0ec3-4499-8da7-b7ca86695bb2 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 946 time: 0.1431959 May 18 10:03:22.381898 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-afb34d12-bf23-42f1-8370-dc5586cf9575 req-f0b167ae-4f95-421b-ac87-721ee44a2075 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951843 May 18 10:03:22.427587 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b5286-a91a-443f-9860-8d2117c1b0ec req-57580ab8-d839-414b-b09e-d4cea5372846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:22.429101 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-0f8b5286-a91a-443f-9860-8d2117c1b0ec req-57580ab8-d839-414b-b09e-d4cea5372846 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7acb51810c8545daa5171055799a0f07&device_id=a4726e25-c799-4d1f-bf10-f86554f68bab HTTP/1.1" status: 200 len: 1097 time: 0.0961726 May 18 10:03:22.593505 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b5286-a91a-443f-9860-8d2117c1b0ec req-d52b8699-f02e-4c7c-8ef8-d716bbd9e55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:22.594769 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-2d6b4f23-ce04-4a5b-ab2e-e70c086f848a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:22.596924 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-0f8b5286-a91a-443f-9860-8d2117c1b0ec req-d52b8699-f02e-4c7c-8ef8-d716bbd9e55b service neutron] 10.222.0.10 "GET /v2.0/networks?id=4f114c1f-030f-4967-9b62-649e8025f375 HTTP/1.1" status: 200 len: 915 time: 0.1593261 May 18 10:03:22.701135 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-0f8b5286-a91a-443f-9860-8d2117c1b0ec req-49d71e31-66b0-4be4-b13d-827267d34000 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=564e72d2-918a-455c-8ccd-94c8503bd93d HTTP/1.1" status: 200 len: 217 time: 0.0981529 May 18 10:03:22.794614 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b5286-a91a-443f-9860-8d2117c1b0ec req-924d44d7-ff44-4b22-9c16-bfe8b6f0edc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:22.796072 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-0f8b5286-a91a-443f-9860-8d2117c1b0ec req-924d44d7-ff44-4b22-9c16-bfe8b6f0edc2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=97072edd-9969-406c-bd1e-8e3d97a45e00 HTTP/1.1" status: 200 len: 854 time: 0.0829260 May 18 10:03:22.848619 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-0f8b5286-a91a-443f-9860-8d2117c1b0ec req-4128003f-a965-4146-b5a5-3add25919c44 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f114c1f-030f-4967-9b62-649e8025f375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440495 May 18 10:03:22.856961 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ff7ff-c409-476b-b5a7-efa40f9cf559 req-ce1b8439-5063-4248-bd93-d07f31a83f13 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:22.858447 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-2e4ff7ff-c409-476b-b5a7-efa40f9cf559 req-ce1b8439-5063-4248-bd93-d07f31a83f13 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.11 "GET /v2.0/ports?device_id=51767dd0-04b2-4253-941f-3b8084835aa9 HTTP/1.1" status: 200 len: 948 time: 0.1960225 May 18 10:03:23.003289 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-2e4ff7ff-c409-476b-b5a7-efa40f9cf559 req-1495617e-2691-4eb7-9f9b-3792bc16c8af tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.11 "GET /v2.0/security-groups?id=768d7599-6a66-46fc-814a-cdfb607790dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250839 May 18 10:03:23.050961 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-0f8b5286-a91a-443f-9860-8d2117c1b0ec req-492129a0-9c59-4f53-9bd1-b98bae15d850 service neutron] 10.222.0.10 "GET /v2.0/networks/4f114c1f-030f-4967-9b62-649e8025f375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914864 May 18 10:03:23.267055 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-0f8b5286-a91a-443f-9860-8d2117c1b0ec req-c0c02dec-2270-425f-af3f-a50fe29293d6 service neutron] 10.222.0.10 "GET /v2.0/networks/4f114c1f-030f-4967-9b62-649e8025f375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087312 May 18 10:03:23.293855 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104afc82-2837-410c-a6d6-391e1aa95a0d req-fc9de4b7-7c17-45fc-a598-3813777346ac tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:23.294741 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-104afc82-2837-410c-a6d6-391e1aa95a0d req-fc9de4b7-7c17-45fc-a598-3813777346ac tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Synchronizing usage tracker for tenant:7acb51810c8545daa5171055799a0f07 on resource:port {{(pid=91254) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:03:23.313165 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-104afc82-2837-410c-a6d6-391e1aa95a0d req-fc9de4b7-7c17-45fc-a598-3813777346ac tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Unset dirty status for tenant:7acb51810c8545daa5171055799a0f07 on resource:port {{(pid=91254) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:03:23.314985 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-104afc82-2837-410c-a6d6-391e1aa95a0d req-fc9de4b7-7c17-45fc-a598-3813777346ac tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4726e25-c799-4d1f-bf10-f86554f68bab HTTP/1.1" status: 200 len: 944 time: 0.1626055 May 18 10:03:23.370230 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-104afc82-2837-410c-a6d6-391e1aa95a0d req-a7c5a648-54f8-4b42-8c52-330345222ded tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463169 May 18 10:03:23.647148 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5d75a-e5e7-44d1-84ae-a1b910c70f13 req-fcb4c857-dadd-4fdb-9605-c516300869c2 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:23.650103 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c0c5d75a-e5e7-44d1-84ae-a1b910c70f13 req-fcb4c857-dadd-4fdb-9605-c516300869c2 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 946 time: 0.1220291 May 18 10:03:23.704459 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c0c5d75a-e5e7-44d1-84ae-a1b910c70f13 req-1fd309ee-f096-4c17-b571-bb8a1c2b100e tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466137 May 18 10:03:24.216092 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c308e168-9d74-4b81-b93b-facc77993b10 req-2a9c9531-27eb-48a0-a809-82c872483b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:24.219167 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-c308e168-9d74-4b81-b93b-facc77993b10 req-2a9c9531-27eb-48a0-a809-82c872483b8f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 1099 time: 0.1818707 May 18 10:03:24.265833 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-c308e168-9d74-4b81-b93b-facc77993b10 req-7392c61c-37f6-4973-ace0-a9fcff35f680 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410278 May 18 10:03:24.266479 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c226d5-ee26-4666-9663-07683daabc73 req-a8199909-f9a3-4cc4-830d-640c4f6585af tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:24.267986 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-99c226d5-ee26-4666-9663-07683daabc73 req-a8199909-f9a3-4cc4-830d-640c4f6585af tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.11 "GET /v2.0/ports?device_id=51767dd0-04b2-4253-941f-3b8084835aa9 HTTP/1.1" status: 200 len: 948 time: 0.1167662 May 18 10:03:24.328821 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-99c226d5-ee26-4666-9663-07683daabc73 req-4150dff2-b56b-4e68-bc1f-f9d90ca0a7a7 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.11 "GET /v2.0/security-groups?id=768d7599-6a66-46fc-814a-cdfb607790dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520418 May 18 10:03:24.619262 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8aa721-2807-4574-bbb3-6a0879443589 req-9c848991-cbd3-4b90-acd1-b74e80eee886 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:24.627088 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5c8aa721-2807-4574-bbb3-6a0879443589 req-9c848991-cbd3-4b90-acd1-b74e80eee886 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4726e25-c799-4d1f-bf10-f86554f68bab HTTP/1.1" status: 200 len: 944 time: 0.1040761 May 18 10:03:24.677854 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5c8aa721-2807-4574-bbb3-6a0879443589 req-e79cb482-4f23-4543-9d09-35597f65ac91 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497472 May 18 10:03:24.994801 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5243b9-be58-4895-917a-f54f9a95f5fa req-8c63f88b-402a-4083-bc9e-a832bc0962de tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:24.996387 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-9c5243b9-be58-4895-917a-f54f9a95f5fa req-8c63f88b-402a-4083-bc9e-a832bc0962de tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 946 time: 0.1025577 May 18 10:03:25.074747 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-9c5243b9-be58-4895-917a-f54f9a95f5fa req-41173fd8-ceae-42ca-9c05-8d6a64369d0f tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699055 May 18 10:03:25.189238 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:25.219273 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-6752b49f-b2e2-4ee1-8c4d-db1c4adcf649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:25.562163 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8ecbd-22c7-4896-aee1-84b9f28b6e73 req-24489bb2-342d-4cdb-9e94-0b3b3ff2b192 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:25.564063 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-6dd8ecbd-22c7-4896-aee1-84b9f28b6e73 req-24489bb2-342d-4cdb-9e94-0b3b3ff2b192 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.11 "GET /v2.0/ports?device_id=51767dd0-04b2-4253-941f-3b8084835aa9 HTTP/1.1" status: 200 len: 948 time: 0.1065750 May 18 10:03:25.624686 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-6dd8ecbd-22c7-4896-aee1-84b9f28b6e73 req-879aa4ac-4b96-49fd-b69f-c9d47e4b04f9 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.11 "GET /v2.0/security-groups?id=768d7599-6a66-46fc-814a-cdfb607790dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535254 May 18 10:03:25.893272 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d8afb-03cf-4f35-9e79-229346fc761a req-a4a2b96c-2df7-40d4-9f57-330dca638d81 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:25.895355 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-219d8afb-03cf-4f35-9e79-229346fc761a req-a4a2b96c-2df7-40d4-9f57-330dca638d81 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4726e25-c799-4d1f-bf10-f86554f68bab HTTP/1.1" status: 200 len: 944 time: 0.0965528 May 18 10:03:25.944698 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-219d8afb-03cf-4f35-9e79-229346fc761a req-73cbb4f0-e310-43b3-9fa0-0dab40332cdf tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416446 May 18 10:03:26.271177 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3f5e1-983b-4665-9961-6b4b6b4f8ec4 req-b73d119d-228d-493b-8c05-4249e9580840 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:26.272757 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a9e3f5e1-983b-4665-9961-6b4b6b4f8ec4 req-b73d119d-228d-493b-8c05-4249e9580840 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 946 time: 0.0874763 May 18 10:03:26.326248 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a9e3f5e1-983b-4665-9961-6b4b6b4f8ec4 req-aba5e249-296e-4aca-8a78-c99c6cbbd397 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447438 May 18 10:03:26.598828 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:26.706360 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 34562) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:26.824364 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22eefe-e061-4b60-88e8-66ae374950b5 req-96186bce-9db9-43b5-b9cc-c3aa4c40974a tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:26.825844 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-8d22eefe-e061-4b60-88e8-66ae374950b5 req-96186bce-9db9-43b5-b9cc-c3aa4c40974a tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.11 "GET /v2.0/ports?device_id=51767dd0-04b2-4253-941f-3b8084835aa9 HTTP/1.1" status: 200 len: 948 time: 0.0810695 May 18 10:03:26.837200 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-4e703888-dc88-47ad-b91f-adc7ff6fbdce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:26.851943 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-4e703888-dc88-47ad-b91f-adc7ff6fbdce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:03:26.855793 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-4e703888-dc88-47ad-b91f-adc7ff6fbdce admin admin] Usage tracker for resource:security_group_rule and tenant:9ff2171668494a1baf27ce51a3e3d612 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:03:26.858767 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-4e703888-dc88-47ad-b91f-adc7ff6fbdce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:03:26.865049 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-4e703888-dc88-47ad-b91f-adc7ff6fbdce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:03:26.874323 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-8d22eefe-e061-4b60-88e8-66ae374950b5 req-fec2f727-692b-4ca5-abb7-73a269f07237 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.11 "GET /v2.0/security-groups?id=768d7599-6a66-46fc-814a-cdfb607790dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424523 May 18 10:03:26.957248 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-4e703888-dc88-47ad-b91f-adc7ff6fbdce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:26.962545 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-4e703888-dc88-47ad-b91f-adc7ff6fbdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:26.971675 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:27.011888 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-4e703888-dc88-47ad-b91f-adc7ff6fbdce admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9ff2171668494a1baf27ce51a3e3d612&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3043559 May 18 10:03:27.013740 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e703888-dc88-47ad-b91f-adc7ff6fbdce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77563001-df42-4f72-b44b-17f8546f49ea,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:27.014864 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 34572) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:27.016760 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-4e703888-dc88-47ad-b91f-adc7ff6fbdce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:27.138245 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9d870148-976a-4c1e-baf7-198e0e37272e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:27.170581 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9d870148-976a-4c1e-baf7-198e0e37272e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:27.220876 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5df5ff-51e2-45f5-8667-ecaa2b574186 req-62bdf352-48bf-4d59-8493-ba3690f8eb05 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:27.222375 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-4e5df5ff-51e2-45f5-8667-ecaa2b574186 req-62bdf352-48bf-4d59-8493-ba3690f8eb05 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4726e25-c799-4d1f-bf10-f86554f68bab HTTP/1.1" status: 200 len: 944 time: 0.1580582 May 18 10:03:27.276953 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9d870148-976a-4c1e-baf7-198e0e37272e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:27.285344 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-ea432aa1-c12a-4c00-a7b6-a3c688a8566b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:27.303667 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d870148-976a-4c1e-baf7-198e0e37272e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77563001-df42-4f72-b44b-17f8546f49ea,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:27.315045 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-4e5df5ff-51e2-45f5-8667-ecaa2b574186 req-6edc0704-2039-4701-a15a-d3e3880637a2 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818174 May 18 10:03:27.315795 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-9d870148-976a-4c1e-baf7-198e0e37272e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:27.318206 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9d870148-976a-4c1e-baf7-198e0e37272e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:27.319346 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-9d870148-976a-4c1e-baf7-198e0e37272e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/77563001-df42-4f72-b44b-17f8546f49ea HTTP/1.1" status: 204 len: 168 time: 0.3031456 May 18 10:03:27.547758 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773fe9f-8801-471e-9ce1-e05ffc98d894 req-d43b03ca-0ca1-4597-8d73-20c7d2a19954 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:27.551150 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-d773fe9f-8801-471e-9ce1-e05ffc98d894 req-d43b03ca-0ca1-4597-8d73-20c7d2a19954 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 946 time: 0.0916486 May 18 10:03:27.609199 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-d773fe9f-8801-471e-9ce1-e05ffc98d894 req-7d1ebbb2-caff-4b6f-8962-9494250ee20a tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530305 May 18 10:03:27.635597 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device c6d7d63f-321d-4839-97fd-8002e0ed61d5 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:03:27.795344 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port c6d7d63f-321d-4839-97fd-8002e0ed61d5, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c6d7d63f-321d-4839-97fd-8002e0ed61d5,segment=NetworkSegment(904660dc-1464-4c3d-aa69-895291b4953b),segment_id=904660dc-1464-4c3d-aa69-895291b4953b)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:03:27.811805 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Returning: {'device': 'c6d7d63f-321d-4839-97fd-8002e0ed61d5', 'network_id': 'e638e9f8-62db-4e19-be44-0bdf168a5185', 'port_id': 'c6d7d63f-321d-4839-97fd-8002e0ed61d5', 'mac_address': 'fa:16:3e:19:19:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe0360e7-de19-4f6d-926d-553bf178862b', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:03:27.892637 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:27.919562 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6d7d63f-321d-4839-97fd-8002e0ed61d5 {{(pid=91256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:03:27.943201 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port c6d7d63f-321d-4839-97fd-8002e0ed61d5, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c6d7d63f-321d-4839-97fd-8002e0ed61d5,segment=NetworkSegment(904660dc-1464-4c3d-aa69-895291b4953b),segment_id=904660dc-1464-4c3d-aa69-895291b4953b)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:03:27.949229 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:27.950759 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 564e72d2-918a-455c-8ccd-94c8503bd93d details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:03:27.953640 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:28.087003 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=c6d7d63f-321d-4839-97fd-8002e0ed61d5,revision_number=4']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:28.123066 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:28.124091 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:28.124342 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:28.124944 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:28.125346 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:28.125945 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:28.126493 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:28.127300 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:28.127967 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:28.129608 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:28.130155 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:28.130675 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:28.137149 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:28.204361 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708082a4-bd23-44b4-9388-7c6f2fdf25d4 req-62c291ff-98f6-4285-91bc-56eb316d1f84 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:28.206517 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-708082a4-bd23-44b4-9388-7c6f2fdf25d4 req-62c291ff-98f6-4285-91bc-56eb316d1f84 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.11 "GET /v2.0/ports?device_id=51767dd0-04b2-4253-941f-3b8084835aa9 HTTP/1.1" status: 200 len: 949 time: 0.1931806 May 18 10:03:28.227592 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:28.270015 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 564e72d2-918a-455c-8ccd-94c8503bd93d, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=564e72d2-918a-455c-8ccd-94c8503bd93d,segment=NetworkSegment(2beb079a-9d35-4dc7-bdc2-f082c5b10557),segment_id=2beb079a-9d35-4dc7-bdc2-f082c5b10557)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:03:28.278672 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-708082a4-bd23-44b4-9388-7c6f2fdf25d4 req-330a04e2-6e0f-41c6-b3b6-1e6c847fc31f tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.11 "GET /v2.0/security-groups?id=768d7599-6a66-46fc-814a-cdfb607790dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642920 May 18 10:03:28.299975 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Returning: {'device': '564e72d2-918a-455c-8ccd-94c8503bd93d', 'network_id': '4f114c1f-030f-4967-9b62-649e8025f375', 'port_id': '564e72d2-918a-455c-8ccd-94c8503bd93d', 'mac_address': 'fa:16:3e:f4:89:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97072edd-9969-406c-bd1e-8e3d97a45e00', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:03:28.300236 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d14a69-1a0b-49a1-b60b-108b81baace4 req-c73e06a1-58e9-4e15-8c6d-607f0f64a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:28.303211 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-84d14a69-1a0b-49a1-b60b-108b81baace4 req-c73e06a1-58e9-4e15-8c6d-607f0f64a801 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=042ed8cf21fa4927a4d7b9573be4dfa8&device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 1099 time: 0.1219740 May 18 10:03:28.385358 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:28.412069 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 564e72d2-918a-455c-8ccd-94c8503bd93d {{(pid=91256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:03:28.432036 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 564e72d2-918a-455c-8ccd-94c8503bd93d, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=564e72d2-918a-455c-8ccd-94c8503bd93d,segment=NetworkSegment(2beb079a-9d35-4dc7-bdc2-f082c5b10557),segment_id=2beb079a-9d35-4dc7-bdc2-f082c5b10557)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:03:28.438221 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:28.441547 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:28.544877 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=564e72d2-918a-455c-8ccd-94c8503bd93d,revision_number=4']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:28.547959 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:28.628608 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bc42b-740f-47aa-9494-6113c11779e3 req-bc01d40f-949b-4dae-bcd7-cdd4bd78d9ec tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:28.629103 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d14a69-1a0b-49a1-b60b-108b81baace4 req-3908c504-463c-48c9-88d1-25575092c03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:28.630272 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-7c3bc42b-740f-47aa-9494-6113c11779e3 req-bc01d40f-949b-4dae-bcd7-cdd4bd78d9ec tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 946 time: 0.1692038 May 18 10:03:28.630703 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-84d14a69-1a0b-49a1-b60b-108b81baace4 req-3908c504-463c-48c9-88d1-25575092c03b service neutron] 10.222.0.10 "GET /v2.0/networks?id=36d853f8-458b-4f42-920c-475d49b3e130 HTTP/1.1" status: 200 len: 919 time: 0.3146279 May 18 10:03:28.686288 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-7c3bc42b-740f-47aa-9494-6113c11779e3 req-e4e34059-cfae-406e-a5d5-ad5eaa33651e tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465639 May 18 10:03:28.703594 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ae66a-eca3-4cba-a039-1cdc70af5266 req-434c6ac4-d7dd-4e3c-a9ff-ec279a4d563a tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:28.705111 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-897ae66a-eca3-4cba-a039-1cdc70af5266 req-434c6ac4-d7dd-4e3c-a9ff-ec279a4d563a tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4726e25-c799-4d1f-bf10-f86554f68bab HTTP/1.1" status: 200 len: 945 time: 0.1736860 May 18 10:03:28.714185 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-84d14a69-1a0b-49a1-b60b-108b81baace4 req-6fad622e-eece-49fb-866d-63ce86ba0878 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=076d31fd-3cbc-42e1-9b3d-9ce889b54acd HTTP/1.1" status: 200 len: 217 time: 0.0752006 May 18 10:03:28.810890 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-897ae66a-eca3-4cba-a039-1cdc70af5266 req-bcb0b161-2156-4ae0-a366-c20c5382c061 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957577 May 18 10:03:28.816447 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d14a69-1a0b-49a1-b60b-108b81baace4 req-b400464e-9675-4535-8a7a-c5cb79eaa73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:28.817830 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-84d14a69-1a0b-49a1-b60b-108b81baace4 req-b400464e-9675-4535-8a7a-c5cb79eaa73a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=046da656-b669-4563-8f73-8c31c4d92c51 HTTP/1.1" status: 200 len: 858 time: 0.0882711 May 18 10:03:28.867649 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-84d14a69-1a0b-49a1-b60b-108b81baace4 req-eb685c09-3baf-4e5e-bf38-31528b40ac68 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=36d853f8-458b-4f42-920c-475d49b3e130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427053 May 18 10:03:28.933480 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['564e72d2-918a-455c-8ccd-94c8503bd93d'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:03:28.966418 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['c6d7d63f-321d-4839-97fd-8002e0ed61d5'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:03:29.006714 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-84d14a69-1a0b-49a1-b60b-108b81baace4 req-7a098014-42b9-46df-94a0-b08a446ea6f4 service neutron] 10.222.0.10 "GET /v2.0/networks/36d853f8-458b-4f42-920c-475d49b3e130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316106 May 18 10:03:29.152382 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-84d14a69-1a0b-49a1-b60b-108b81baace4 req-62800137-99d0-45fa-af2d-5d9d227806a0 service neutron] 10.222.0.10 "GET /v2.0/networks/36d853f8-458b-4f42-920c-475d49b3e130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381328 May 18 10:03:29.471070 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4017469-623c-4498-9848-311febf4a57e req-dc5771a8-ffb6-4e8b-8b58-e1fd4635fcd7 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:29.472590 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a4017469-623c-4498-9848-311febf4a57e req-dc5771a8-ffb6-4e8b-8b58-e1fd4635fcd7 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.11 "GET /v2.0/ports?device_id=51767dd0-04b2-4253-941f-3b8084835aa9 HTTP/1.1" status: 200 len: 949 time: 0.0917242 May 18 10:03:29.518614 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a4017469-623c-4498-9848-311febf4a57e req-f80c2cbf-db5d-4de0-a386-c6d52f173ecc tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.11 "GET /v2.0/security-groups?id=768d7599-6a66-46fc-814a-cdfb607790dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402529 May 18 10:03:29.676476 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 34708) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:29.749530 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4de9655-7983-49b7-b3d1-fc94e7f69276 admin admin] Deleting subnet 6720dd39-df7c-4a3e-aa62-75475ec7b87b {{(pid=91255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 10:03:29.752492 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e4de9655-7983-49b7-b3d1-fc94e7f69276 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:29.872252 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e4de9655-7983-49b7-b3d1-fc94e7f69276 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:29.879865 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e4de9655-7983-49b7-b3d1-fc94e7f69276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379774'] for subnet, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:29.884526 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5fbcf8-5dcb-484e-bcf2-14cfa3da2e59 req-70d21689-d2cb-4c86-91d0-984ed11f91d1 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:29.886039 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-eb5fbcf8-5dcb-484e-bcf2-14cfa3da2e59 req-70d21689-d2cb-4c86-91d0-984ed11f91d1 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 946 time: 0.0935898 May 18 10:03:29.951107 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-eb5fbcf8-5dcb-484e-bcf2-14cfa3da2e59 req-83a7fa3e-bea0-495c-8d13-6047efac7769 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590584 May 18 10:03:30.139412 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d0e3d-2397-452e-b7ff-97bcf6fb7c3f req-5e6a69af-9f8d-4d7b-87bb-748bf1268180 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:30.140882 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-082d0e3d-2397-452e-b7ff-97bcf6fb7c3f req-5e6a69af-9f8d-4d7b-87bb-748bf1268180 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4726e25-c799-4d1f-bf10-f86554f68bab HTTP/1.1" status: 200 len: 945 time: 0.1931257 May 18 10:03:30.235922 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-082d0e3d-2397-452e-b7ff-97bcf6fb7c3f req-b6fdac58-b8d8-45af-af08-41f1d1b80b32 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654006 May 18 10:03:30.263927 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e4de9655-7983-49b7-b3d1-fc94e7f69276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655'] for subnet, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:30.268404 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:30.301895 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de9655-7983-49b7-b3d1-fc94e7f69276 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6720dd39-df7c-4a3e-aa62-75475ec7b87b,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:30.305568 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-e4de9655-7983-49b7-b3d1-fc94e7f69276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:30.307966 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e4de9655-7983-49b7-b3d1-fc94e7f69276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for subnet, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:30.314297 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-e4de9655-7983-49b7-b3d1-fc94e7f69276 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6720dd39-df7c-4a3e-aa62-75475ec7b87b HTTP/1.1" status: 204 len: 168 time: 0.6368268 May 18 10:03:30.316879 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 34722) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:30.422847 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c680a79d-1473-45e9-b281-36b058070b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7931910'] for network, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:30.547263 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c680a79d-1473-45e9-b281-36b058070b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373237', 'neutron.services.segments.db._delete_segments_for_network-8726941291138'] for network, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:30.560759 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c680a79d-1473-45e9-b281-36b058070b04 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:03:30.561158 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c680a79d-1473-45e9-b281-36b058070b04 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:03:30.561909 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c680a79d-1473-45e9-b281-36b058070b04 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:03:30.562254 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c680a79d-1473-45e9-b281-36b058070b04 admin admin] Subscribe: > port after_create 55550000 {{(pid=91255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:03:30.562626 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c680a79d-1473-45e9-b281-36b058070b04 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:03:30.562960 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c680a79d-1473-45e9-b281-36b058070b04 admin admin] Subscribe: > port after_update 55550000 {{(pid=91255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:03:30.563281 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c680a79d-1473-45e9-b281-36b058070b04 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:03:30.563594 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c680a79d-1473-45e9-b281-36b058070b04 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:03:30.564319 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c680a79d-1473-45e9-b281-36b058070b04 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:03:30.564319 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c680a79d-1473-45e9-b281-36b058070b04 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:03:30.637876 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c680a79d-1473-45e9-b281-36b058070b04 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:03:30.638243 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c680a79d-1473-45e9-b281-36b058070b04 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:03:30.638844 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c680a79d-1473-45e9-b281-36b058070b04 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:03:30.639178 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c680a79d-1473-45e9-b281-36b058070b04 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 10:03:30.639571 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.services.segments.db [None req-c680a79d-1473-45e9-b281-36b058070b04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f40d9476-db2f-482a-b85f-d5379e9cc8f1']}} {{(pid=91255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:03:30.652777 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.services.segments.db [None req-c680a79d-1473-45e9-b281-36b058070b04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7182c676-6bc1-4ffb-ae46-17566780be04') {'for_net_delete': True} {{(pid=91255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:03:30.653060 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.services.segments.db [None req-c680a79d-1473-45e9-b281-36b058070b04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7182c676-6bc1-4ffb-ae46-17566780be04') {} {{(pid=91255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:03:30.664950 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c680a79d-1473-45e9-b281-36b058070b04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726941301643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2332612'] for segment, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:30.682673 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c680a79d-1473-45e9-b281-36b058070b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901'] for segment, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:30.690139 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c680a79d-1473-45e9-b281-36b058070b04 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=91255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 10:03:30.690660 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c680a79d-1473-45e9-b281-36b058070b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2278902'] for segment, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:30.706037 dv-cinder-772623-5-iscsi neutron-server[91255]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 10:03:30.706037 dv-cinder-772623-5-iscsi neutron-server[91255]: from cryptography.utils import int_from_bytes May 18 10:03:30.706037 dv-cinder-772623-5-iscsi neutron-server[91255]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 10:03:30.706037 dv-cinder-772623-5-iscsi neutron-server[91255]: from cryptography.utils import int_from_bytes May 18 10:03:30.706037 dv-cinder-772623-5-iscsi neutron-server[91255]: Traceback (most recent call last): May 18 10:03:30.706037 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 10:03:30.706037 dv-cinder-772623-5-iscsi neutron-server[91255]: timer() May 18 10:03:30.706037 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 10:03:30.706037 dv-cinder-772623-5-iscsi neutron-server[91255]: cb(*args, **kw) May 18 10:03:30.706037 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 10:03:30.706037 dv-cinder-772623-5-iscsi neutron-server[91255]: return func(*args, **kwargs) May 18 10:03:30.706037 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 10:03:30.706037 dv-cinder-772623-5-iscsi neutron-server[91255]: self._notify() May 18 10:03:30.706037 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 10:03:30.706037 dv-cinder-772623-5-iscsi neutron-server[91255]: self.callback(batched_events) May 18 10:03:30.706037 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 10:03:30.706037 dv-cinder-772623-5-iscsi neutron-server[91255]: event.method(event) May 18 10:03:30.706037 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 10:03:30.706037 dv-cinder-772623-5-iscsi neutron-server[91255]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 10:03:30.706037 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 10:03:30.706037 dv-cinder-772623-5-iscsi neutron-server[91255]: aggregate_uuid = self.p_client.list_aggregates( May 18 10:03:30.706037 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 10:03:30.706037 dv-cinder-772623-5-iscsi neutron-server[91255]: return f(self, *a, **k) May 18 10:03:30.706037 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 10:03:30.706037 dv-cinder-772623-5-iscsi neutron-server[91255]: return self._get(url).json() May 18 10:03:30.706037 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 10:03:30.706037 dv-cinder-772623-5-iscsi neutron-server[91255]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 10:03:30.706037 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 10:03:30.706037 dv-cinder-772623-5-iscsi neutron-server[91255]: return self.request(url, 'GET', **kwargs) May 18 10:03:30.706037 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 10:03:30.706037 dv-cinder-772623-5-iscsi neutron-server[91255]: base_url = self.get_endpoint(auth, allow=allow, May 18 10:03:30.706037 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 10:03:30.706037 dv-cinder-772623-5-iscsi neutron-server[91255]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 10:03:30.706037 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 10:03:30.706037 dv-cinder-772623-5-iscsi neutron-server[91255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 10:03:30.706037 dv-cinder-772623-5-iscsi neutron-server[91255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 10:03:30.711770 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfd869-c084-4ecb-8e79-8c25c3811ced req-d0f9881c-5d50-435b-8645-985db0832b09 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:30.713267 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-27bfd869-c084-4ecb-8e79-8c25c3811ced req-d0f9881c-5d50-435b-8645-985db0832b09 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.11 "GET /v2.0/ports?device_id=51767dd0-04b2-4253-941f-3b8084835aa9 HTTP/1.1" status: 200 len: 949 time: 0.0850320 May 18 10:03:30.759969 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-27bfd869-c084-4ecb-8e79-8c25c3811ced req-0ed7524a-206c-4af6-8380-8ca5c78ccf55 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.11 "GET /v2.0/security-groups?id=768d7599-6a66-46fc-814a-cdfb607790dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404444 May 18 10:03:30.791184 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c680a79d-1473-45e9-b281-36b058070b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924726'] for network, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:30.795554 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-1cddab17-9938-4e19-b9d0-f274f5e64561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:30.811448 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c680a79d-1473-45e9-b281-36b058070b04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for network, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:30.817285 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680a79d-1473-45e9-b281-36b058070b04 admin admin] Pushing event deleted for resources: {'Network': ['ID=f40d9476-db2f-482a-b85f-d5379e9cc8f1,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:30.821791 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-c680a79d-1473-45e9-b281-36b058070b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:30.831118 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-c680a79d-1473-45e9-b281-36b058070b04 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f40d9476-db2f-482a-b85f-d5379e9cc8f1 HTTP/1.1" status: 204 len: 168 time: 0.5109816 May 18 10:03:31.024882 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 34734) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:31.122011 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-36d8b164-a5f6-4e57-948c-5598d9cc2650 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4839f0baaec34ecf819f8424d905fdeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0958993 May 18 10:03:31.124813 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 34740) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:31.166443 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28130506-d912-42f2-afa1-b1e5f158550a req-2318c518-5cf6-4e4b-b197-8c33e1faa092 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:31.167912 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-28130506-d912-42f2-afa1-b1e5f158550a req-2318c518-5cf6-4e4b-b197-8c33e1faa092 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 946 time: 0.0998969 May 18 10:03:31.189886 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-72b8b7fd-b2f2-49de-8411-ec9c3cb1c0fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:31.213914 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-28130506-d912-42f2-afa1-b1e5f158550a req-1f88e8a6-1974-4105-a8ef-bbd7fd9c62c5 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399368 May 18 10:03:31.219514 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-72b8b7fd-b2f2-49de-8411-ec9c3cb1c0fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:31.275211 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-72b8b7fd-b2f2-49de-8411-ec9c3cb1c0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:31.282750 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-9973a053-d56c-4361-a97c-c20de97a765f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:31.298228 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8b7fd-b2f2-49de-8411-ec9c3cb1c0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc8e42b-cf39-4415-9913-aca7a603a112,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:31.305559 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-72b8b7fd-b2f2-49de-8411-ec9c3cb1c0fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:31.318375 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-72b8b7fd-b2f2-49de-8411-ec9c3cb1c0fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:31.320128 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-72b8b7fd-b2f2-49de-8411-ec9c3cb1c0fc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3cc8e42b-cf39-4415-9913-aca7a603a112 HTTP/1.1" status: 204 len: 168 time: 0.1937335 May 18 10:03:31.434852 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5da1c-3dc2-49aa-8c24-0586c1de5341 req-1243dbca-4428-4115-bcb7-c93f8042e529 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:31.436395 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-70a5da1c-3dc2-49aa-8c24-0586c1de5341 req-1243dbca-4428-4115-bcb7-c93f8042e529 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4726e25-c799-4d1f-bf10-f86554f68bab HTTP/1.1" status: 200 len: 945 time: 0.0824904 May 18 10:03:31.495567 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-70a5da1c-3dc2-49aa-8c24-0586c1de5341 req-579f69ae-dcc5-4fd9-bf10-e183670411a9 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519209 May 18 10:03:31.669397 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device c6d7d63f-321d-4839-97fd-8002e0ed61d5 up at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:03:31.738889 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning for port c6d7d63f-321d-4839-97fd-8002e0ed61d5 completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:03:31.744253 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning complete for port c6d7d63f-321d-4839-97fd-8002e0ed61d5 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:03:31.744693 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:31.875254 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:31.903539 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51767dd0-04b2-4253-941f-3b8084835aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d7d63f-321d-4839-97fd-8002e0ed61d5'}] {{(pid=91256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:03:31.915944 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port c6d7d63f-321d-4839-97fd-8002e0ed61d5, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c6d7d63f-321d-4839-97fd-8002e0ed61d5,segment=NetworkSegment(904660dc-1464-4c3d-aa69-895291b4953b),segment_id=904660dc-1464-4c3d-aa69-895291b4953b)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:03:31.921263 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:31.922338 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 564e72d2-918a-455c-8ccd-94c8503bd93d up at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:03:31.957231 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:31.973624 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5bd7a-22e2-4ccd-bc05-d96e10a69be9 req-8607b0b0-3a42-496c-9125-eca80dd21c90 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:31.975766 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-fba5bd7a-22e2-4ccd-bc05-d96e10a69be9 req-8607b0b0-3a42-496c-9125-eca80dd21c90 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.11 "GET /v2.0/ports?device_id=51767dd0-04b2-4253-941f-3b8084835aa9 HTTP/1.1" status: 200 len: 950 time: 0.0891356 May 18 10:03:32.001718 dv-cinder-772623-5-iscsi neutron-server[91256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51767dd0-04b2-4253-941f-3b8084835aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d7d63f-321d-4839-97fd-8002e0ed61d5', 'code': 200} May 18 10:03:32.027159 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-fba5bd7a-22e2-4ccd-bc05-d96e10a69be9 req-f3c8b69c-63e2-468f-bab1-acaa74dc21a4 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.11 "GET /v2.0/security-groups?id=768d7599-6a66-46fc-814a-cdfb607790dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437393 May 18 10:03:32.075003 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=c6d7d63f-321d-4839-97fd-8002e0ed61d5,revision_number=5']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:32.084095 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:32.100289 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning for port 564e72d2-918a-455c-8ccd-94c8503bd93d completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:03:32.105686 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning complete for port 564e72d2-918a-455c-8ccd-94c8503bd93d triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:03:32.106092 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:32.224849 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7d941-c3ff-4c29-b8d9-8622944eb26d req-e7a2041c-1ee6-499f-87f7-dfedc7af54f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:32.227602 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-6fc7d941-c3ff-4c29-b8d9-8622944eb26d req-e7a2041c-1ee6-499f-87f7-dfedc7af54f1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=51767dd0-04b2-4253-941f-3b8084835aa9 HTTP/1.1" status: 200 len: 1103 time: 0.0778549 May 18 10:03:32.232590 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:32.269504 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 564e72d2-918a-455c-8ccd-94c8503bd93d, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=564e72d2-918a-455c-8ccd-94c8503bd93d,segment=NetworkSegment(2beb079a-9d35-4dc7-bdc2-f082c5b10557),segment_id=2beb079a-9d35-4dc7-bdc2-f082c5b10557)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:03:32.276283 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:32.278667 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:32.279149 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-6fc7d941-c3ff-4c29-b8d9-8622944eb26d req-edfbf3e9-e224-4b53-a307-f73b1595c2a2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=768d7599-6a66-46fc-814a-cdfb607790dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440779 May 18 10:03:32.355118 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=564e72d2-918a-455c-8ccd-94c8503bd93d,revision_number=5']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:32.358543 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:32.518962 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cdb83d-810d-4855-9f13-9322bbecbbef req-d518f1f9-1759-4495-b7ea-d63ff065c62e tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:32.520673 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-b9cdb83d-810d-4855-9f13-9322bbecbbef req-d518f1f9-1759-4495-b7ea-d63ff065c62e tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 946 time: 0.1741295 May 18 10:03:32.575559 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-b9cdb83d-810d-4855-9f13-9322bbecbbef req-9e438f3f-3ec1-4a96-940e-2f9ee32bc659 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439236 May 18 10:03:32.727101 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca5711-2b49-438a-a0f0-821a160c4ebc req-0fa319ba-dd24-41a7-8d3c-835c70d21c6d tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:32.727101 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-9aca5711-2b49-438a-a0f0-821a160c4ebc req-0fa319ba-dd24-41a7-8d3c-835c70d21c6d tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4726e25-c799-4d1f-bf10-f86554f68bab HTTP/1.1" status: 200 len: 946 time: 0.0862992 May 18 10:03:32.774258 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-9aca5711-2b49-438a-a0f0-821a160c4ebc req-7d08c008-e320-459e-84ec-995d5259fe1e tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436478 May 18 10:03:33.221719 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25bc31-e6bf-4c98-95f0-8dd193561d6e req-6c8460ae-aded-425c-8b21-da15eef91ef9 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:33.223289 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-df25bc31-e6bf-4c98-95f0-8dd193561d6e req-6c8460ae-aded-425c-8b21-da15eef91ef9 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.11 "GET /v2.0/ports?device_id=51767dd0-04b2-4253-941f-3b8084835aa9 HTTP/1.1" status: 200 len: 950 time: 0.0836120 May 18 10:03:33.269865 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-df25bc31-e6bf-4c98-95f0-8dd193561d6e req-72bcad69-8338-4f76-84f8-8b355eb55976 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.11 "GET /v2.0/security-groups?id=768d7599-6a66-46fc-814a-cdfb607790dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400500 May 18 10:03:33.771202 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e134f-97dd-4f46-ada2-acbf2aeaf526 req-fa0ee5f5-e4f5-45b0-aee0-58bfe997087a tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:33.772636 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f10e134f-97dd-4f46-ada2-acbf2aeaf526 req-fa0ee5f5-e4f5-45b0-aee0-58bfe997087a tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 946 time: 0.0785596 May 18 10:03:33.820287 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f10e134f-97dd-4f46-ada2-acbf2aeaf526 req-22544e26-447f-4471-80f5-5c1326f11dff tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404174 May 18 10:03:33.966165 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea18e05-3252-4585-88db-c84c45ea8f73 req-c48557dc-6021-409d-843d-afda5deaee80 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:33.967962 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-0ea18e05-3252-4585-88db-c84c45ea8f73 req-c48557dc-6021-409d-843d-afda5deaee80 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4726e25-c799-4d1f-bf10-f86554f68bab HTTP/1.1" status: 200 len: 946 time: 0.0842590 May 18 10:03:34.002577 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4726e25-c799-4d1f-bf10-f86554f68bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564e72d2-918a-455c-8ccd-94c8503bd93d'}] {{(pid=91256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:03:34.014756 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-0ea18e05-3252-4585-88db-c84c45ea8f73 req-dd73a3f5-28e7-4fa6-80d0-0d9d0c41fb7f tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408018 May 18 10:03:34.195330 dv-cinder-772623-5-iscsi neutron-server[91256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4726e25-c799-4d1f-bf10-f86554f68bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564e72d2-918a-455c-8ccd-94c8503bd93d', 'code': 200} May 18 10:03:34.548999 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a56883-b33b-44f3-8c80-d7181d53b70d req-810e31a2-e8d5-4a32-89ab-85581f98a0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:34.550604 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-82a56883-b33b-44f3-8c80-d7181d53b70d req-810e31a2-e8d5-4a32-89ab-85581f98a0f9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a4726e25-c799-4d1f-bf10-f86554f68bab HTTP/1.1" status: 200 len: 1099 time: 0.1562033 May 18 10:03:34.562403 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4de71e-90dc-4a3c-a699-3d72e8a26473 req-f0d90bba-ab12-44d3-90e0-8d32acf90286 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:34.563923 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-cb4de71e-90dc-4a3c-a699-3d72e8a26473 req-f0d90bba-ab12-44d3-90e0-8d32acf90286 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.11 "GET /v2.0/ports?device_id=51767dd0-04b2-4253-941f-3b8084835aa9 HTTP/1.1" status: 200 len: 950 time: 0.1633711 May 18 10:03:34.631981 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-82a56883-b33b-44f3-8c80-d7181d53b70d req-8b1ea6d1-dfb6-41fd-ae88-8fd555983198 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670195 May 18 10:03:34.635357 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-cb4de71e-90dc-4a3c-a699-3d72e8a26473 req-5f1b62cb-7e5d-47f6-9074-36b22f9c6561 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.11 "GET /v2.0/security-groups?id=768d7599-6a66-46fc-814a-cdfb607790dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579307 May 18 10:03:35.151763 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b256acd-2595-4084-bc2b-a5b1283c3dba req-944fcd62-01d5-4ce1-9a1c-2896f0523e1f tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:35.153226 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-4b256acd-2595-4084-bc2b-a5b1283c3dba req-944fcd62-01d5-4ce1-9a1c-2896f0523e1f tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.11 "GET /v2.0/ports?device_id=51767dd0-04b2-4253-941f-3b8084835aa9 HTTP/1.1" status: 200 len: 950 time: 0.1536820 May 18 10:03:35.201300 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-4b256acd-2595-4084-bc2b-a5b1283c3dba req-03ee0cdc-b80b-4598-b68d-2e0c26b0ba11 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.11 "GET /v2.0/security-groups?id=768d7599-6a66-46fc-814a-cdfb607790dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419781 May 18 10:03:35.217855 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425cd62-6f72-4a36-a7e5-355090e1ab01 req-41ad692b-b69a-40db-92f6-f99819e62be4 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:35.219565 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-d425cd62-6f72-4a36-a7e5-355090e1ab01 req-41ad692b-b69a-40db-92f6-f99819e62be4 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4726e25-c799-4d1f-bf10-f86554f68bab HTTP/1.1" status: 200 len: 946 time: 0.0922084 May 18 10:03:35.267563 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-d425cd62-6f72-4a36-a7e5-355090e1ab01 req-2f879172-659c-477c-b1ff-f6dc2e0ec198 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418270 May 18 10:03:36.398429 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc19eca-4e26-42e5-845a-7139d9d8ed53 req-bee23fb6-76ca-4743-95ba-631d5d1f28cc tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:36.400030 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-2cc19eca-4e26-42e5-845a-7139d9d8ed53 req-bee23fb6-76ca-4743-95ba-631d5d1f28cc tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.11 "GET /v2.0/ports?device_id=51767dd0-04b2-4253-941f-3b8084835aa9 HTTP/1.1" status: 200 len: 950 time: 0.0845544 May 18 10:03:36.449037 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-2cc19eca-4e26-42e5-845a-7139d9d8ed53 req-cff04ab0-3084-4a8d-b97f-4f8a01518b73 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.11 "GET /v2.0/security-groups?id=768d7599-6a66-46fc-814a-cdfb607790dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417695 May 18 10:03:36.467499 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edd578-6d79-4141-915b-eb35a23d2b55 req-e0db3148-9518-4253-a38f-bc2fe314fa28 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:36.468963 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-44edd578-6d79-4141-915b-eb35a23d2b55 req-e0db3148-9518-4253-a38f-bc2fe314fa28 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4726e25-c799-4d1f-bf10-f86554f68bab HTTP/1.1" status: 200 len: 946 time: 0.0895307 May 18 10:03:36.518552 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-44edd578-6d79-4141-915b-eb35a23d2b55 req-edf76934-0fc6-4713-83e1-3d2d5fb2f136 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413201 May 18 10:03:36.861487 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:03:36.910668 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c9056-a7dc-4e63-8127-57d7c1010f5e req-97a13d9a-7da3-4676-b60e-54cc43e4f000 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:36.912149 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-b76c9056-a7dc-4e63-8127-57d7c1010f5e req-97a13d9a-7da3-4676-b60e-54cc43e4f000 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.10 "GET /v2.0/ports?device_id=51767dd0-04b2-4253-941f-3b8084835aa9 HTTP/1.1" status: 200 len: 950 time: 0.0840697 May 18 10:03:37.066053 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [req-b76c9056-a7dc-4e63-8127-57d7c1010f5e req-faeb6866-f9d7-4ee6-aa29-550dbe5d6a22 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Deleting port c6d7d63f-321d-4839-97fd-8002e0ed61d5 {{(pid=91254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:03:37.066472 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-b76c9056-a7dc-4e63-8127-57d7c1010f5e req-faeb6866-f9d7-4ee6-aa29-550dbe5d6a22 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:37.205127 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [req-b76c9056-a7dc-4e63-8127-57d7c1010f5e req-faeb6866-f9d7-4ee6-aa29-550dbe5d6a22 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] For port c6d7d63f-321d-4839-97fd-8002e0ed61d5, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c6d7d63f-321d-4839-97fd-8002e0ed61d5,segment=NetworkSegment(904660dc-1464-4c3d-aa69-895291b4953b),segment_id=904660dc-1464-4c3d-aa69-895291b4953b)] {{(pid=91254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:03:37.205473 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-b76c9056-a7dc-4e63-8127-57d7c1010f5e req-faeb6866-f9d7-4ee6-aa29-550dbe5d6a22 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:37.328972 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [req-b76c9056-a7dc-4e63-8127-57d7c1010f5e req-faeb6866-f9d7-4ee6-aa29-550dbe5d6a22 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Calling delete_port for c6d7d63f-321d-4839-97fd-8002e0ed61d5 owned by compute:nova {{(pid=91254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:03:37.445554 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-b76c9056-a7dc-4e63-8127-57d7c1010f5e req-faeb6866-f9d7-4ee6-aa29-550dbe5d6a22 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:37.452561 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:37.459675 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['c6d7d63f-321d-4839-97fd-8002e0ed61d5'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:03:37.531454 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb6866-f9d7-4ee6-aa29-550dbe5d6a22 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Pushing event deleted for resources: {'Port': ['ID=c6d7d63f-321d-4839-97fd-8002e0ed61d5,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:37.540626 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-faeb6866-f9d7-4ee6-aa29-550dbe5d6a22 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:37.595228 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76c9056-a7dc-4e63-8127-57d7c1010f5e req-faeb6866-f9d7-4ee6-aa29-550dbe5d6a22 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] No DVR routers for this DVR port c6d7d63f-321d-4839-97fd-8002e0ed61d5 on host hv-cinder-77262 {{(pid=91254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:03:37.598249 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-b76c9056-a7dc-4e63-8127-57d7c1010f5e req-faeb6866-f9d7-4ee6-aa29-550dbe5d6a22 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:37.603330 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51767dd0-04b2-4253-941f-3b8084835aa9', 'name': 'network-vif-deleted', 'tag': 'c6d7d63f-321d-4839-97fd-8002e0ed61d5'}] {{(pid=91254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:03:37.618251 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-b76c9056-a7dc-4e63-8127-57d7c1010f5e req-faeb6866-f9d7-4ee6-aa29-550dbe5d6a22 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.10 "DELETE /v2.0/ports/c6d7d63f-321d-4839-97fd-8002e0ed61d5 HTTP/1.1" status: 204 len: 173 time: 0.6993589 May 18 10:03:37.701050 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-39dfdf33-04b9-4d3e-92b2-25e2e784304f req-3fe528c4-db02-4786-a8a5-87889b68280a tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] 10.222.0.11 "GET /v2.0/ports?device_id=51767dd0-04b2-4253-941f-3b8084835aa9 HTTP/1.1" status: 200 len: 210 time: 0.0689175 May 18 10:03:37.731872 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 34890) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:37.768608 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34b64d-f4f5-4a58-ada7-1920381108ed req-1de204cd-9679-4afd-8d29-3776ff512e2d tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:37.770321 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ee34b64d-f4f5-4a58-ada7-1920381108ed req-1de204cd-9679-4afd-8d29-3776ff512e2d tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4726e25-c799-4d1f-bf10-f86554f68bab HTTP/1.1" status: 200 len: 946 time: 0.1066554 May 18 10:03:37.810259 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51767dd0-04b2-4253-941f-3b8084835aa9', 'name': 'network-vif-deleted', 'tag': 'c6d7d63f-321d-4839-97fd-8002e0ed61d5', 'status': 'completed', 'code': 200} May 18 10:03:37.834755 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ee34b64d-f4f5-4a58-ada7-1920381108ed req-ddca51e8-a7a1-4979-ab94-8780212c03f3 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559418 May 18 10:03:37.917447 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-f802a51a-0725-44c6-9b48-13881461147c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:37.933090 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-f802a51a-0725-44c6-9b48-13881461147c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:03:37.937911 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-f802a51a-0725-44c6-9b48-13881461147c admin admin] Usage tracker for resource:security_group_rule and tenant:1a8451cc6c5c4e5e858ba4a7a71b12cb is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:03:37.941206 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-f802a51a-0725-44c6-9b48-13881461147c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:03:37.947666 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-f802a51a-0725-44c6-9b48-13881461147c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:03:38.049213 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-f802a51a-0725-44c6-9b48-13881461147c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:38.052978 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-f802a51a-0725-44c6-9b48-13881461147c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:38.061981 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:38.102756 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f802a51a-0725-44c6-9b48-13881461147c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0edd507-df22-424a-9f4c-606a60ee2fec,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:38.107681 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-f802a51a-0725-44c6-9b48-13881461147c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1a8451cc6c5c4e5e858ba4a7a71b12cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3801749 May 18 10:03:38.108732 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-f802a51a-0725-44c6-9b48-13881461147c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:38.109450 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 34904) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:38.178778 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-7bc0ef67-1aae-4304-b63b-b502ec479f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:38.206869 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-7bc0ef67-1aae-4304-b63b-b502ec479f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:38.315544 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-7bc0ef67-1aae-4304-b63b-b502ec479f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:38.321124 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:38.333972 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc0ef67-1aae-4304-b63b-b502ec479f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0edd507-df22-424a-9f4c-606a60ee2fec,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:38.338358 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-7bc0ef67-1aae-4304-b63b-b502ec479f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:38.342149 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-7bc0ef67-1aae-4304-b63b-b502ec479f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:38.343303 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-7bc0ef67-1aae-4304-b63b-b502ec479f4d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e0edd507-df22-424a-9f4c-606a60ee2fec HTTP/1.1" status: 204 len: 168 time: 0.2327507 May 18 10:03:38.635029 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 34918) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:38.652367 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-6046b8ed-ace9-4240-b8fd-fbd1af0b30f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:38.665952 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-6046b8ed-ace9-4240-b8fd-fbd1af0b30f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:03:38.669673 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-6046b8ed-ace9-4240-b8fd-fbd1af0b30f1 admin admin] Usage tracker for resource:security_group_rule and tenant:d2ad6358bd4140099f5d23d4ad222219 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:03:38.672419 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-6046b8ed-ace9-4240-b8fd-fbd1af0b30f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:03:38.677897 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-6046b8ed-ace9-4240-b8fd-fbd1af0b30f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:03:38.758928 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-6046b8ed-ace9-4240-b8fd-fbd1af0b30f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:38.763253 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-6046b8ed-ace9-4240-b8fd-fbd1af0b30f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:38.769535 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:38.814242 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-6046b8ed-ace9-4240-b8fd-fbd1af0b30f1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d2ad6358bd4140099f5d23d4ad222219&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1781504 May 18 10:03:38.815140 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6046b8ed-ace9-4240-b8fd-fbd1af0b30f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56a882c-e0c2-4e54-8ef9-755618d0a550,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:38.816936 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 34928) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:38.818173 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-6046b8ed-ace9-4240-b8fd-fbd1af0b30f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:38.881496 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c49ea3e5-fb09-4a44-b34d-9db12d767e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:38.911532 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c49ea3e5-fb09-4a44-b34d-9db12d767e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:38.967480 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c49ea3e5-fb09-4a44-b34d-9db12d767e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:38.971044 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-13cf831d-780f-4762-b308-cee3f5dc2533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:38.983706 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ea3e5-fb09-4a44-b34d-9db12d767e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56a882c-e0c2-4e54-8ef9-755618d0a550,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:38.986819 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-c49ea3e5-fb09-4a44-b34d-9db12d767e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:38.992958 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c49ea3e5-fb09-4a44-b34d-9db12d767e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:38.996815 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-c49ea3e5-fb09-4a44-b34d-9db12d767e28 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e56a882c-e0c2-4e54-8ef9-755618d0a550 HTTP/1.1" status: 204 len: 168 time: 0.1757841 May 18 10:03:39.403565 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 34964) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:39.429233 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-0e2b469f-9a8b-443c-b710-ad7a853ff52f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:39.481354 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-0e2b469f-9a8b-443c-b710-ad7a853ff52f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:03:39.487421 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-0e2b469f-9a8b-443c-b710-ad7a853ff52f admin admin] Usage tracker for resource:security_group_rule and tenant:3957de1560094bf780640bdadc394156 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:03:39.490535 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-0e2b469f-9a8b-443c-b710-ad7a853ff52f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:03:39.498147 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-0e2b469f-9a8b-443c-b710-ad7a853ff52f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:03:39.583374 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1a9ca-e58e-411b-a42a-73e96dcb904b req-ce8ea0de-2971-4903-8ff7-04c824376bd6 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:39.585583 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a6c1a9ca-e58e-411b-a42a-73e96dcb904b req-ce8ea0de-2971-4903-8ff7-04c824376bd6 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 945 time: 0.1155050 May 18 10:03:39.625542 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-0e2b469f-9a8b-443c-b710-ad7a853ff52f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:39.630599 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-0e2b469f-9a8b-443c-b710-ad7a853ff52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:39.641049 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-e0e4eaab-04aa-4432-817f-8086e59a8c1f tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:39.659594 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a6c1a9ca-e58e-411b-a42a-73e96dcb904b req-61823163-cdd2-4044-9d8a-3f0d024402fa tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647309 May 18 10:03:39.693739 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-0e2b469f-9a8b-443c-b710-ad7a853ff52f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3957de1560094bf780640bdadc394156&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2865112 May 18 10:03:39.694179 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 34988) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:39.698059 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b469f-9a8b-443c-b710-ad7a853ff52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b9dfd9-d7dc-40be-8185-37412e5c1534,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:39.701372 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-0e2b469f-9a8b-443c-b710-ad7a853ff52f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:39.763069 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-8aeb82bb-cba5-4051-9f70-8832435f7479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:39.794467 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-8aeb82bb-cba5-4051-9f70-8832435f7479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:39.858924 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-8aeb82bb-cba5-4051-9f70-8832435f7479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:39.862795 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-393da0b4-a34b-4d6c-b0d6-9aeaa5a1db53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:39.878090 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb82bb-cba5-4051-9f70-8832435f7479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b9dfd9-d7dc-40be-8185-37412e5c1534,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:39.887498 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-8aeb82bb-cba5-4051-9f70-8832435f7479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:39.903099 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-8aeb82bb-cba5-4051-9f70-8832435f7479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:39.904205 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-8aeb82bb-cba5-4051-9f70-8832435f7479 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/74b9dfd9-d7dc-40be-8185-37412e5c1534 HTTP/1.1" status: 204 len: 168 time: 0.2084057 May 18 10:03:40.850134 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ea40a-829a-42ae-80c8-762737f67a3a req-318a22b7-dbc2-4fd7-b58d-39715dd396f9 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:40.851756 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-724ea40a-829a-42ae-80c8-762737f67a3a req-318a22b7-dbc2-4fd7-b58d-39715dd396f9 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 945 time: 0.0860565 May 18 10:03:40.902405 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-724ea40a-829a-42ae-80c8-762737f67a3a req-0ac694c7-78c2-4f57-817b-87a4e77df941 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443504 May 18 10:03:41.231067 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 35140) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:41.370788 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-0d1a9a51-c2a6-474f-b901-41bd7c475224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:41.385613 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-0d1a9a51-c2a6-474f-b901-41bd7c475224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:03:41.389443 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-0d1a9a51-c2a6-474f-b901-41bd7c475224 admin admin] Usage tracker for resource:security_group_rule and tenant:ae78e78724de432dbe6594ae3e0a736b is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:03:41.392290 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-0d1a9a51-c2a6-474f-b901-41bd7c475224 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:03:41.399346 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-0d1a9a51-c2a6-474f-b901-41bd7c475224 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:03:41.485962 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-0d1a9a51-c2a6-474f-b901-41bd7c475224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:41.489773 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-0d1a9a51-c2a6-474f-b901-41bd7c475224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:41.497682 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-9f6967e9-be12-4905-a044-db0fe0d97407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:41.537667 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a9a51-c2a6-474f-b901-41bd7c475224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982f843c-d602-4a2e-a6fc-5daf00c47a62,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:41.541965 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-0d1a9a51-c2a6-474f-b901-41bd7c475224 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ae78e78724de432dbe6594ae3e0a736b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3098998 May 18 10:03:41.542915 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-0d1a9a51-c2a6-474f-b901-41bd7c475224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:41.544570 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 35158) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:41.610151 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-eb0c2a97-1a70-4a84-818c-3b29652fd12c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:41.637238 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-eb0c2a97-1a70-4a84-818c-3b29652fd12c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:41.697629 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-eb0c2a97-1a70-4a84-818c-3b29652fd12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:41.708270 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-9d870148-976a-4c1e-baf7-198e0e37272e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:41.713205 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device c6d7d63f-321d-4839-97fd-8002e0ed61d5 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:03:41.719916 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-eb0c2a97-1a70-4a84-818c-3b29652fd12c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:41.723371 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-eb0c2a97-1a70-4a84-818c-3b29652fd12c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/982f843c-d602-4a2e-a6fc-5daf00c47a62 HTTP/1.1" status: 204 len: 168 time: 0.1756325 May 18 10:03:41.723371 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c2a97-1a70-4a84-818c-3b29652fd12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982f843c-d602-4a2e-a6fc-5daf00c47a62,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:41.724283 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-eb0c2a97-1a70-4a84-818c-3b29652fd12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:41.775262 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] No Port match for: c6d7d63f-321d-4839-97fd-8002e0ed61d5 {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:03:41.775847 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device c6d7d63f-321d-4839-97fd-8002e0ed61d5 not bound to the agent host hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:03:42.219956 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c4a95-6f62-4bbf-bd94-90a882c68249 req-58d62915-2bcb-4ce1-8e74-2aae71c5df7b tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:42.221710 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-7d0c4a95-6f62-4bbf-bd94-90a882c68249 req-58d62915-2bcb-4ce1-8e74-2aae71c5df7b tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 945 time: 0.1851814 May 18 10:03:42.268756 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-7d0c4a95-6f62-4bbf-bd94-90a882c68249 req-520157aa-8d30-4608-a058-4fd0ba30b327 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406771 May 18 10:03:42.504068 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 35226) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:42.543598 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd05de-7d6e-4bbc-a65f-eb1c0a49396e req-23068f60-2844-432a-8c26-e5226afec079 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:42.545091 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-10fd05de-7d6e-4bbc-a65f-eb1c0a49396e req-23068f60-2844-432a-8c26-e5226afec079 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.10 "GET /v2.0/ports?device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 945 time: 0.1164687 May 18 10:03:42.661366 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-58ef8325-eae3-472a-8508-8a55e09c2e77 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-382676392-network', 'tenant_id': '80ef6cdf967441ec8b51dd36e8303f8c'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:03:42.671142 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-58ef8325-eae3-472a-8508-8a55e09c2e77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:03:42.677020 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-58ef8325-eae3-472a-8508-8a55e09c2e77 admin admin] Usage tracker for resource:network and tenant:80ef6cdf967441ec8b51dd36e8303f8c is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:03:42.684656 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-58ef8325-eae3-472a-8508-8a55e09c2e77 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:03:42.693149 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-58ef8325-eae3-472a-8508-8a55e09c2e77 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:03:42.710633 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ef8325-eae3-472a-8508-8a55e09c2e77 admin admin] Made reservation on behalf of 80ef6cdf967441ec8b51dd36e8303f8c for: {'network': 1} {{(pid=91254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:03:42.712927 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-58ef8325-eae3-472a-8508-8a55e09c2e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7994813'] for network, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:42.729595 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-58ef8325-eae3-472a-8508-8a55e09c2e77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:42.750690 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-58ef8325-eae3-472a-8508-8a55e09c2e77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:03:42.753629 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [req-10fd05de-7d6e-4bbc-a65f-eb1c0a49396e req-ef55538c-bd4a-4f2f-87b6-c59b1265f1e3 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Deleting port e7a8c3e4-a184-47ef-b5b8-357ad417d2ef {{(pid=91254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:03:42.753997 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-10fd05de-7d6e-4bbc-a65f-eb1c0a49396e req-ef55538c-bd4a-4f2f-87b6-c59b1265f1e3 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:42.770951 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-58ef8325-eae3-472a-8508-8a55e09c2e77 admin admin] Usage tracker for resource:security_group_rule and tenant:80ef6cdf967441ec8b51dd36e8303f8c is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:03:42.785174 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-58ef8325-eae3-472a-8508-8a55e09c2e77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:03:42.795859 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-58ef8325-eae3-472a-8508-8a55e09c2e77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:03:42.930330 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [req-10fd05de-7d6e-4bbc-a65f-eb1c0a49396e req-ef55538c-bd4a-4f2f-87b6-c59b1265f1e3 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] For port e7a8c3e4-a184-47ef-b5b8-357ad417d2ef, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e7a8c3e4-a184-47ef-b5b8-357ad417d2ef,segment=NetworkSegment(6ab8eb64-9d8c-461a-9e69-e2de920fc693),segment_id=6ab8eb64-9d8c-461a-9e69-e2de920fc693)] {{(pid=91254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:03:42.930726 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-10fd05de-7d6e-4bbc-a65f-eb1c0a49396e req-ef55538c-bd4a-4f2f-87b6-c59b1265f1e3 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:43.071197 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [req-10fd05de-7d6e-4bbc-a65f-eb1c0a49396e req-ef55538c-bd4a-4f2f-87b6-c59b1265f1e3 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Calling delete_port for e7a8c3e4-a184-47ef-b5b8-357ad417d2ef owned by compute:nova {{(pid=91254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:03:43.132300 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-58ef8325-eae3-472a-8508-8a55e09c2e77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:43.137957 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-58ef8325-eae3-472a-8508-8a55e09c2e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:43.142856 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-fada3813-08b5-4685-bf5a-f3a63709d9a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:43.181482 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58ef8325-eae3-472a-8508-8a55e09c2e77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=91254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 10:03:43.192344 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef8325-eae3-472a-8508-8a55e09c2e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a83426b-df62-4206-ad5a-2ff231233b91,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:43.197885 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-58ef8325-eae3-472a-8508-8a55e09c2e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:43.198906 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-58ef8325-eae3-472a-8508-8a55e09c2e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901'] for segment, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:43.199275 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.db.segments_db [None req-58ef8325-eae3-472a-8508-8a55e09c2e77 admin admin] Added segment ab8c009f-9746-4d53-b9f5-d27a958fbf11 of type vlan for network de0a2f89-ad84-45aa-a320-bf61c0840011 May 18 10:03:43.274567 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-58ef8325-eae3-472a-8508-8a55e09c2e77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726940834425'] for network, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:43.304705 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-10fd05de-7d6e-4bbc-a65f-eb1c0a49396e req-ef55538c-bd4a-4f2f-87b6-c59b1265f1e3 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:43.313325 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:43.320846 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['076d31fd-3cbc-42e1-9b3d-9ce889b54acd', 'e7a8c3e4-a184-47ef-b5b8-357ad417d2ef'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:03:43.364673 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef55538c-bd4a-4f2f-87b6-c59b1265f1e3 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Pushing event deleted for resources: {'Port': ['ID=e7a8c3e4-a184-47ef-b5b8-357ad417d2ef,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:43.367699 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-ef55538c-bd4a-4f2f-87b6-c59b1265f1e3 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:43.405371 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-58ef8325-eae3-472a-8508-8a55e09c2e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779696'] for network, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:43.406823 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ef8325-eae3-472a-8508-8a55e09c2e77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:43.407438 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-58ef8325-eae3-472a-8508-8a55e09c2e77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for network, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:43.417133 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-c26b6db4-34aa-4c8e-80b8-e88e0684b102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:43.435202 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c39f7db4-eda6-4085-90b0-dff004543601 req-146e05d9-6a6c-4cc3-9962-612e37f09aa7 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=827e4f51-8628-4a8c-a00e-511dcf9d5de8 HTTP/1.1" status: 200 len: 210 time: 0.0440135 May 18 10:03:43.498064 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.l3_dvrscheduler_db [req-10fd05de-7d6e-4bbc-a65f-eb1c0a49396e req-ef55538c-bd4a-4f2f-87b6-c59b1265f1e3 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] No DVR routers for this DVR port e7a8c3e4-a184-47ef-b5b8-357ad417d2ef on host hv-cinder-77262 {{(pid=91254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:03:43.556741 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-10fd05de-7d6e-4bbc-a65f-eb1c0a49396e req-ef55538c-bd4a-4f2f-87b6-c59b1265f1e3 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:43.559164 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '827e4f51-8628-4a8c-a00e-511dcf9d5de8', 'name': 'network-vif-deleted', 'tag': 'e7a8c3e4-a184-47ef-b5b8-357ad417d2ef'}] {{(pid=91254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:03:43.584362 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef8325-eae3-472a-8508-8a55e09c2e77 admin admin] Pushing event updated for resources: {'Network': ['ID=de0a2f89-ad84-45aa-a320-bf61c0840011,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:43.591719 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-58ef8325-eae3-472a-8508-8a55e09c2e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:43.597890 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-58ef8325-eae3-472a-8508-8a55e09c2e77 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0922046 May 18 10:03:43.600893 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-10fd05de-7d6e-4bbc-a65f-eb1c0a49396e req-ef55538c-bd4a-4f2f-87b6-c59b1265f1e3 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.10 "DELETE /v2.0/ports/e7a8c3e4-a184-47ef-b5b8-357ad417d2ef HTTP/1.1" status: 204 len: 173 time: 1.0492063 May 18 10:03:43.601166 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 35272) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:43.603973 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Network de0a2f89-ad84-45aa-a320-bf61c0840011 details requested by agent ovs-agent-dv-cinder-772623-5-iscsi with host dv-cinder-772623-5-iscsi {{(pid=91256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 10:03:43.606702 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-b43291e2-c601-435e-a92f-000c5c548fea admin admin] Request body: {'subnet': {'network_id': 'de0a2f89-ad84-45aa-a320-bf61c0840011', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-382676392-subnet', 'tenant_id': '80ef6cdf967441ec8b51dd36e8303f8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:03:43.616630 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-b43291e2-c601-435e-a92f-000c5c548fea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:03:43.628441 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-b43291e2-c601-435e-a92f-000c5c548fea admin admin] Usage tracker for resource:subnet and tenant:80ef6cdf967441ec8b51dd36e8303f8c is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:03:43.634736 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-b43291e2-c601-435e-a92f-000c5c548fea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:03:43.637380 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '827e4f51-8628-4a8c-a00e-511dcf9d5de8', 'name': 'network-vif-deleted', 'tag': 'e7a8c3e4-a184-47ef-b5b8-357ad417d2ef', 'status': 'completed', 'code': 200} May 18 10:03:43.649720 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-b43291e2-c601-435e-a92f-000c5c548fea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:03:43.664856 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43291e2-c601-435e-a92f-000c5c548fea admin admin] Made reservation on behalf of 80ef6cdf967441ec8b51dd36e8303f8c for: {'subnet': 1} {{(pid=91255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:03:43.667455 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-b43291e2-c601-435e-a92f-000c5c548fea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2126257'] for subnet, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:44.052488 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-b43291e2-c601-435e-a92f-000c5c548fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2298907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2126211'] for subnet, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:44.057460 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:44.128040 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43291e2-c601-435e-a92f-000c5c548fea admin admin] Pushing event updated for resources: {'Subnet': ['ID=56fccc4e-7683-40f1-b413-6ffe813091b3,revision_number=0']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:44.131986 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-b43291e2-c601-435e-a92f-000c5c548fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:44.136707 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43291e2-c601-435e-a92f-000c5c548fea admin admin] Checking segment: {'id': 'ab8c009f-9746-4d53-b9f5-d27a958fbf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'de0a2f89-ad84-45aa-a320-bf61c0840011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:03:44.137055 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43291e2-c601-435e-a92f-000c5c548fea admin admin] Network hostable DHCP agents. Network: de0a2f89-ad84-45aa-a320-bf61c0840011, hostable agents: ['06791c86-dc2e-4d91-8007-ff0b96d97a59'], hosted agents: [] {{(pid=91255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 10:03:44.155148 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43291e2-c601-435e-a92f-000c5c548fea admin admin] Network de0a2f89-ad84-45aa-a320-bf61c0840011 is scheduled to be hosted by DHCP agent 06791c86-dc2e-4d91-8007-ff0b96d97a59 with binding_index 1 {{(pid=91255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 10:03:44.166017 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [None req-b43291e2-c601-435e-a92f-000c5c548fea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-5-iscsi, de0a2f89-ad84-45aa-a320-bf61c0840011) {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:03:44.174559 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43291e2-c601-435e-a92f-000c5c548fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:44.175167 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-b43291e2-c601-435e-a92f-000c5c548fea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for subnet, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:44.176276 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d0d28d-4db4-4122-80de-9b442beb661f None None] Network de0a2f89-ad84-45aa-a320-bf61c0840011 requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:03:44.195661 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-b43291e2-c601-435e-a92f-000c5c548fea admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5934298 May 18 10:03:44.391204 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4afa3d-5eca-4388-a3ef-e482afbcc7f7 None None] Network de0a2f89-ad84-45aa-a320-bf61c0840011 requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:03:44.700038 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 35296) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:44.935242 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-4cd19716-8d7d-46d0-adbf-4255ef840d2f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e0c04109ebbe4ea7adf1458d3bbc035f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338586 May 18 10:03:44.935950 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 35310) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:45.006229 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d1a58-4109-4198-84c1-1663e1d5d6bc req-735ce39e-dc12-4c3f-ae71-702229379159 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:45.007476 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-b23d1a58-4109-4198-84c1-1663e1d5d6bc req-735ce39e-dc12-4c3f-ae71-702229379159 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Synchronizing usage tracker for tenant:042ed8cf21fa4927a4d7b9573be4dfa8 on resource:port {{(pid=91254) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:03:45.008214 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-679da154-31f0-496b-bd87-5a867c5969df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:45.023727 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-b23d1a58-4109-4198-84c1-1663e1d5d6bc req-735ce39e-dc12-4c3f-ae71-702229379159 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Unset dirty status for tenant:042ed8cf21fa4927a4d7b9573be4dfa8 on resource:port {{(pid=91254) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:03:45.024918 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-b23d1a58-4109-4198-84c1-1663e1d5d6bc req-735ce39e-dc12-4c3f-ae71-702229379159 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 946 time: 0.1072350 May 18 10:03:45.035746 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-679da154-31f0-496b-bd87-5a867c5969df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:45.072953 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-b23d1a58-4109-4198-84c1-1663e1d5d6bc req-0a34db01-be01-4173-be25-2ed4ade8187f tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421646 May 18 10:03:45.093110 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-679da154-31f0-496b-bd87-5a867c5969df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:45.098187 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-eb4bf6fc-82cb-4c7a-b7ff-7c8c5535dccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:45.111441 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679da154-31f0-496b-bd87-5a867c5969df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768d7599-6a66-46fc-814a-cdfb607790dc,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:45.114317 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-679da154-31f0-496b-bd87-5a867c5969df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:45.122875 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-679da154-31f0-496b-bd87-5a867c5969df admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:45.126706 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-679da154-31f0-496b-bd87-5a867c5969df admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/768d7599-6a66-46fc-814a-cdfb607790dc HTTP/1.1" status: 204 len: 168 time: 0.1871443 May 18 10:03:45.931515 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:46.267008 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961c00f-5c39-45c2-a03f-b5e5541924bc req-273705fc-8b1b-40c2-93a1-50c1a705979b tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:46.268582 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c961c00f-5c39-45c2-a03f-b5e5541924bc req-273705fc-8b1b-40c2-93a1-50c1a705979b tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 946 time: 0.0824895 May 18 10:03:46.380138 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c961c00f-5c39-45c2-a03f-b5e5541924bc req-40b2da0b-aa21-4072-92ba-7783cafe44ce tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020100 May 18 10:03:46.392677 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-69d34fe6-dd4d-44ef-93e6-620465f534ad tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:46.393296 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-69d34fe6-dd4d-44ef-93e6-620465f534ad tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Synchronizing usage tracker for tenant:80ef6cdf967441ec8b51dd36e8303f8c on resource:network {{(pid=91254) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:03:46.412235 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-69d34fe6-dd4d-44ef-93e6-620465f534ad tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Unset dirty status for tenant:80ef6cdf967441ec8b51dd36e8303f8c on resource:network {{(pid=91254) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:03:46.413545 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-69d34fe6-dd4d-44ef-93e6-620465f534ad tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/networks?id=de0a2f89-ad84-45aa-a320-bf61c0840011 HTTP/1.1" status: 200 len: 813 time: 0.1714361 May 18 10:03:46.429399 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-f7b85e81-1cbf-40c7-beb3-1d059d6c9b32 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/quotas/80ef6cdf967441ec8b51dd36e8303f8c HTTP/1.1" status: 200 len: 375 time: 0.0094965 May 18 10:03:46.477822 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-cc108ca3-01bc-417b-a44d-e08f617ec11d tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=80ef6cdf967441ec8b51dd36e8303f8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429904 May 18 10:03:46.617270 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-2362d127-0c8e-491f-8ece-e61b62238e35 service neutron] 10.222.0.11 "GET /v2.0/networks/de0a2f89-ad84-45aa-a320-bf61c0840011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327939 May 18 10:03:46.837526 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-fc4cced0-c458-47a4-934c-cb84f2b38a84 service neutron] 10.222.0.11 "GET /v2.0/networks/de0a2f89-ad84-45aa-a320-bf61c0840011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139678 May 18 10:03:47.011910 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-285d6a67-9a0f-44d6-b6f4-a74b8d1af5c9 req-0af02cb2-9763-4fe7-b114-ebd1ae9a94cb tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/ports?device_id=e338ab84-9e97-44c6-b230-fedf4dba69af HTTP/1.1" status: 200 len: 210 time: 0.0420585 May 18 10:03:47.575567 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a65e0-35ab-4b22-b9c4-7a9b8ad21117 req-87767ddf-867a-4bae-8e3d-86ad917a0859 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:47.577058 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-113a65e0-35ab-4b22-b9c4-7a9b8ad21117 req-87767ddf-867a-4bae-8e3d-86ad917a0859 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 946 time: 0.0880413 May 18 10:03:47.626299 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-113a65e0-35ab-4b22-b9c4-7a9b8ad21117 req-baa429e4-98e8-4efb-b555-a073396480d3 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426958 May 18 10:03:47.734183 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device e7a8c3e4-a184-47ef-b5b8-357ad417d2ef no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:03:47.768250 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] No Port match for: e7a8c3e4-a184-47ef-b5b8-357ad417d2ef {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:03:47.768603 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device e7a8c3e4-a184-47ef-b5b8-357ad417d2ef not bound to the agent host hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:03:48.207153 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-fe2da2de-2a90-4c6f-a311-3309c2b41d2e req-486dc7b1-39b9-4c25-83ee-d52c5f777866 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/ports?device_id=e338ab84-9e97-44c6-b230-fedf4dba69af HTTP/1.1" status: 200 len: 210 time: 0.0527585 May 18 10:03:48.287657 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-492c587a-e29d-4724-97fe-93e62a664e80 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:48.290216 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-492c587a-e29d-4724-97fe-93e62a664e80 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.10 "GET /v2.0/networks?id=de0a2f89-ad84-45aa-a320-bf61c0840011 HTTP/1.1" status: 200 len: 813 time: 0.1658831 May 18 10:03:48.307814 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-8462409e-a9c9-462c-bbcf-f0f57e439f2f tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Request body: {'port': {'device_id': 'e338ab84-9e97-44c6-b230-fedf4dba69af', 'network_id': 'de0a2f89-ad84-45aa-a320-bf61c0840011', 'admin_state_up': True, 'tenant_id': '80ef6cdf967441ec8b51dd36e8303f8c'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:03:48.450789 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-8462409e-a9c9-462c-bbcf-f0f57e439f2f tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:03:48.454606 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-8462409e-a9c9-462c-bbcf-f0f57e439f2f tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Usage tracker for resource:port and tenant:80ef6cdf967441ec8b51dd36e8303f8c is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:03:48.457421 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-8462409e-a9c9-462c-bbcf-f0f57e439f2f tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:03:48.464008 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-8462409e-a9c9-462c-bbcf-f0f57e439f2f tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:03:48.477579 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-8462409e-a9c9-462c-bbcf-f0f57e439f2f tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Made reservation on behalf of 80ef6cdf967441ec8b51dd36e8303f8c for: {'port': 1} {{(pid=91254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:03:48.481481 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-8462409e-a9c9-462c-bbcf-f0f57e439f2f tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:48.671952 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.db_base_plugin_common [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-8462409e-a9c9-462c-bbcf-f0f57e439f2f tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Allocated IP 172.20.0.4 (de0a2f89-ad84-45aa-a320-bf61c0840011/56fccc4e-7683-40f1-b413-6ffe813091b3/46ca3b57-704f-49fd-bc22-38f81e20cccf) {{(pid=91254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:03:48.842661 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41feb077-6735-4202-a762-f0b2da08029d req-a787c022-d998-4a8d-86bf-ee483fabb2fc tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:48.844293 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-41feb077-6735-4202-a762-f0b2da08029d req-a787c022-d998-4a8d-86bf-ee483fabb2fc tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 946 time: 0.0899374 May 18 10:03:48.883398 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-8462409e-a9c9-462c-bbcf-f0f57e439f2f tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Notify callbacks [] for port, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:48.899265 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-41feb077-6735-4202-a762-f0b2da08029d req-8301187e-9212-4f53-91e0-a756c6f677d9 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490983 May 18 10:03:48.915103 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-8462409e-a9c9-462c-bbcf-f0f57e439f2f tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:48.927669 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-8c5592dd-909e-4efa-ae39-6bd3c0074c08 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:48.995033 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-8462409e-a9c9-462c-bbcf-f0f57e439f2f tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Network de0a2f89-ad84-45aa-a320-bf61c0840011 is already hosted by enough agents. {{(pid=91254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:03:48.998285 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.base_scheduler [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-8462409e-a9c9-462c-bbcf-f0f57e439f2f tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Resources bound (agent type, host, resource id): {{(pid=91254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:03:49.002203 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-8462409e-a9c9-462c-bbcf-f0f57e439f2f tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Received port after_create {{(pid=91254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:03:49.039347 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8462409e-a9c9-462c-bbcf-f0f57e439f2f tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Pushing event updated for resources: {'Port': ['ID=46ca3b57-704f-49fd-bc22-38f81e20cccf,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:49.044052 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-8462409e-a9c9-462c-bbcf-f0f57e439f2f tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:49.072410 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-8462409e-a9c9-462c-bbcf-f0f57e439f2f tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:49.073153 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-8462409e-a9c9-462c-bbcf-f0f57e439f2f tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:49.105800 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-8462409e-a9c9-462c-bbcf-f0f57e439f2f tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8027222 May 18 10:03:49.178604 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-bd900bb3-4a4b-4e57-91a5-4a28a66ce13e service neutron] Request body: {'port': {'device_id': 'e338ab84-9e97-44c6-b230-fedf4dba69af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:03:49.295636 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-bd900bb3-4a4b-4e57-91a5-4a28a66ce13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:49.392439 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40446a3-a2d6-429a-83f6-16cd61ee29f2 req-267a96c3-1232-4413-a91d-629e9df61c72 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:49.393915 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c40446a3-a2d6-429a-83f6-16cd61ee29f2 req-267a96c3-1232-4413-a91d-629e9df61c72 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/ports?device_id=e338ab84-9e97-44c6-b230-fedf4dba69af HTTP/1.1" status: 200 len: 931 time: 0.0801697 May 18 10:03:49.442237 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c40446a3-a2d6-429a-83f6-16cd61ee29f2 req-c4fa092f-a465-4ba1-b306-fb7ea4ebe800 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a83426b-df62-4206-ad5a-2ff231233b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411396 May 18 10:03:49.657672 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.notifiers.nova [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-bd900bb3-4a4b-4e57-91a5-4a28a66ce13e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46ca3b57-704f-49fd-bc22-38f81e20cccf {{(pid=91254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:03:49.665094 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-bd900bb3-4a4b-4e57-91a5-4a28a66ce13e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:49.680107 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.provisioning_blocks [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-bd900bb3-4a4b-4e57-91a5-4a28a66ce13e service neutron] Transition to ACTIVE for port object 46ca3b57-704f-49fd-bc22-38f81e20cccf will not be triggered until provisioned by entity L2. {{(pid=91254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:03:49.683631 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-bd900bb3-4a4b-4e57-91a5-4a28a66ce13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2477981'] for port, after_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:49.688063 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-6132d040-c6fd-4605-96fa-4324fc662ff1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:49.848366 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd900bb3-4a4b-4e57-91a5-4a28a66ce13e service neutron] Pushing event updated for resources: {'Port': ['ID=46ca3b57-704f-49fd-bc22-38f81e20cccf,revision_number=2']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:49.856654 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-bd900bb3-4a4b-4e57-91a5-4a28a66ce13e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:49.928297 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.managers [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-bd900bb3-4a4b-4e57-91a5-4a28a66ce13e service neutron] Attempting to bind port 46ca3b57-704f-49fd-bc22-38f81e20cccf on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:03:49.928952 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.managers [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-bd900bb3-4a4b-4e57-91a5-4a28a66ce13e service neutron] Attempting to bind port 46ca3b57-704f-49fd-bc22-38f81e20cccf by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'ab8c009f-9746-4d53-b9f5-d27a958fbf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'de0a2f89-ad84-45aa-a320-bf61c0840011'}] {{(pid=91254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:03:49.929377 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-bd900bb3-4a4b-4e57-91a5-4a28a66ce13e service neutron] Attempting to bind port 46ca3b57-704f-49fd-bc22-38f81e20cccf on network de0a2f89-ad84-45aa-a320-bf61c0840011 {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:03:49.935926 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-bd900bb3-4a4b-4e57-91a5-4a28a66ce13e service neutron] Port 46ca3b57-704f-49fd-bc22-38f81e20cccf on network de0a2f89-ad84-45aa-a320-bf61c0840011 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 10:03:49.936250 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-bd900bb3-4a4b-4e57-91a5-4a28a66ce13e service neutron] Attempting to bind port 46ca3b57-704f-49fd-bc22-38f81e20cccf on network de0a2f89-ad84-45aa-a320-bf61c0840011 {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:03:49.943146 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-bd900bb3-4a4b-4e57-91a5-4a28a66ce13e service neutron] Checking agent: {'id': '24b5a2b2-de0a-48ed-9b1d-3e34697dfcd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 59, 16), 'started_at': datetime.datetime(2021, 5, 18, 9, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:03:49.943517 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-bd900bb3-4a4b-4e57-91a5-4a28a66ce13e service neutron] Checking segment: {'id': 'ab8c009f-9746-4d53-b9f5-d27a958fbf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'de0a2f89-ad84-45aa-a320-bf61c0840011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:03:49.943928 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-bd900bb3-4a4b-4e57-91a5-4a28a66ce13e service neutron] Bound using segment: {'id': 'ab8c009f-9746-4d53-b9f5-d27a958fbf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'de0a2f89-ad84-45aa-a320-bf61c0840011'} {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:03:49.944410 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.managers [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-bd900bb3-4a4b-4e57-91a5-4a28a66ce13e service neutron] Bound port: 46ca3b57-704f-49fd-bc22-38f81e20cccf, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab8c009f-9746-4d53-b9f5-d27a958fbf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'de0a2f89-ad84-45aa-a320-bf61c0840011'}}] {{(pid=91254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:03:49.944736 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-bd900bb3-4a4b-4e57-91a5-4a28a66ce13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:50.054466 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-bd900bb3-4a4b-4e57-91a5-4a28a66ce13e service neutron] For port 46ca3b57-704f-49fd-bc22-38f81e20cccf, host hv-cinder-77262, cleared binding levels {{(pid=91254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:03:50.057543 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-bd900bb3-4a4b-4e57-91a5-4a28a66ce13e service neutron] For port 46ca3b57-704f-49fd-bc22-38f81e20cccf, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=46ca3b57-704f-49fd-bc22-38f81e20cccf,segment=NetworkSegment(ab8c009f-9746-4d53-b9f5-d27a958fbf11),segment_id=ab8c009f-9746-4d53-b9f5-d27a958fbf11)] {{(pid=91254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:03:50.061850 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-bd900bb3-4a4b-4e57-91a5-4a28a66ce13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2477981'] for port, after_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:50.067099 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-6132d040-c6fd-4605-96fa-4324fc662ff1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:50.115253 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e721861-9f39-42c4-a0f8-96c127bce914 req-82614473-82c0-4823-b3fc-5e5ef37765ff tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:50.117498 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-1e721861-9f39-42c4-a0f8-96c127bce914 req-82614473-82c0-4823-b3fc-5e5ef37765ff tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 946 time: 0.0900784 May 18 10:03:50.165674 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-1e721861-9f39-42c4-a0f8-96c127bce914 req-a245ea09-2b43-43db-bf38-a831332d6352 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420125 May 18 10:03:50.218699 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-bd900bb3-4a4b-4e57-91a5-4a28a66ce13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:50.219338 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-bd900bb3-4a4b-4e57-91a5-4a28a66ce13e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:50.220706 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-bd900bb3-4a4b-4e57-91a5-4a28a66ce13e service neutron] 10.222.0.10 "PUT /v2.0/ports/46ca3b57-704f-49fd-bc22-38f81e20cccf HTTP/1.1" status: 200 len: 1093 time: 1.0465765 May 18 10:03:50.221202 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e338ab84-9e97-44c6-b230-fedf4dba69af', 'tag': '46ca3b57-704f-49fd-bc22-38f81e20cccf'}] {{(pid=91254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:03:50.246730 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd900bb3-4a4b-4e57-91a5-4a28a66ce13e service neutron] Pushing event updated for resources: {'Port': ['ID=46ca3b57-704f-49fd-bc22-38f81e20cccf,revision_number=3']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:50.249616 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-bd900bb3-4a4b-4e57-91a5-4a28a66ce13e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:50.274018 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e338ab84-9e97-44c6-b230-fedf4dba69af', 'tag': '46ca3b57-704f-49fd-bc22-38f81e20cccf', 'status': 'completed', 'code': 200} May 18 10:03:50.356613 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-fd1283c6-481a-4b8f-b6ed-f2b03298bd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:50.358147 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-fd1283c6-481a-4b8f-b6ed-f2b03298bd82 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=80ef6cdf967441ec8b51dd36e8303f8c&device_id=e338ab84-9e97-44c6-b230-fedf4dba69af HTTP/1.1" status: 200 len: 1096 time: 0.0768175 May 18 10:03:50.425334 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-034cf3a0-a588-4394-9a27-8caaa3942b3c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46ca3b57-704f-49fd-bc22-38f81e20cccf HTTP/1.1" status: 200 len: 217 time: 0.0593965 May 18 10:03:50.493526 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-ab75d9d9-2099-4e4b-bf02-577baaa6601d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:50.495264 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-ab75d9d9-2099-4e4b-bf02-577baaa6601d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=56fccc4e-7683-40f1-b413-6ffe813091b3 HTTP/1.1" status: 200 len: 853 time: 0.0626636 May 18 10:03:50.548231 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-e227c8ce-7f55-4566-a885-1a004cde7c73 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=de0a2f89-ad84-45aa-a320-bf61c0840011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420232 May 18 10:03:50.636019 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f8d19-77b2-4818-b6cb-1dd73ce13b2e req-ef8390df-370b-4db9-af14-28f8058d8131 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:50.637467 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-6a8f8d19-77b2-4818-b6cb-1dd73ce13b2e req-ef8390df-370b-4db9-af14-28f8058d8131 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/ports?device_id=e338ab84-9e97-44c6-b230-fedf4dba69af HTTP/1.1" status: 200 len: 943 time: 0.0830653 May 18 10:03:50.685175 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-6a8f8d19-77b2-4818-b6cb-1dd73ce13b2e req-1a93df12-c9e1-4875-9da5-e24eb4ab0b22 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a83426b-df62-4206-ad5a-2ff231233b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418649 May 18 10:03:50.687058 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-11496b81-d6eb-48f3-8628-47f3d09d88c7 service neutron] 10.222.0.10 "GET /v2.0/networks/de0a2f89-ad84-45aa-a320-bf61c0840011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315677 May 18 10:03:50.821271 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ec688b94-8407-4e9e-9869-68884f1681f3 req-3ffc31df-5d84-420e-b144-79d4991e0884 service neutron] 10.222.0.10 "GET /v2.0/networks/de0a2f89-ad84-45aa-a320-bf61c0840011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270244 May 18 10:03:50.946231 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecad424-e56a-4c79-a66a-65ba935431c6 req-220ef885-f1a7-4abb-81c8-88c60cfbb37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:50.947830 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-eecad424-e56a-4c79-a66a-65ba935431c6 req-220ef885-f1a7-4abb-81c8-88c60cfbb37a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=80ef6cdf967441ec8b51dd36e8303f8c&device_id=e338ab84-9e97-44c6-b230-fedf4dba69af HTTP/1.1" status: 200 len: 1096 time: 0.0730515 May 18 10:03:51.087524 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecad424-e56a-4c79-a66a-65ba935431c6 req-5988dc9a-a620-4fe5-bd93-c6d8340a83db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:51.088948 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-eecad424-e56a-4c79-a66a-65ba935431c6 req-5988dc9a-a620-4fe5-bd93-c6d8340a83db service neutron] 10.222.0.10 "GET /v2.0/networks?id=de0a2f89-ad84-45aa-a320-bf61c0840011 HTTP/1.1" status: 200 len: 914 time: 0.1275523 May 18 10:03:51.168954 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-eecad424-e56a-4c79-a66a-65ba935431c6 req-fe663644-29c9-4551-a31d-025b670cec54 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46ca3b57-704f-49fd-bc22-38f81e20cccf HTTP/1.1" status: 200 len: 217 time: 0.0641654 May 18 10:03:51.255871 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecad424-e56a-4c79-a66a-65ba935431c6 req-c3ab48ea-5283-43dd-9e80-7d29d70f598d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:51.257496 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-eecad424-e56a-4c79-a66a-65ba935431c6 req-c3ab48ea-5283-43dd-9e80-7d29d70f598d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=56fccc4e-7683-40f1-b413-6ffe813091b3 HTTP/1.1" status: 200 len: 853 time: 0.0649230 May 18 10:03:51.315416 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-eecad424-e56a-4c79-a66a-65ba935431c6 req-bdcd8045-3e4f-4f5c-a117-eb04e24b996b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=de0a2f89-ad84-45aa-a320-bf61c0840011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481799 May 18 10:03:51.404602 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2257c85-36d4-4c19-b0f8-b4619a53f51a req-46e154aa-b665-4d60-9203-dfc3495d8455 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:51.406694 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e2257c85-36d4-4c19-b0f8-b4619a53f51a req-46e154aa-b665-4d60-9203-dfc3495d8455 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 946 time: 0.0827503 May 18 10:03:51.452452 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e2257c85-36d4-4c19-b0f8-b4619a53f51a req-f57de30a-87f9-45f7-8c56-66efdb5cabca tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399613 May 18 10:03:51.535321 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-eecad424-e56a-4c79-a66a-65ba935431c6 req-23232e37-c21f-4754-8513-8a693cfa3db1 service neutron] 10.222.0.10 "GET /v2.0/networks/de0a2f89-ad84-45aa-a320-bf61c0840011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966274 May 18 10:03:51.576685 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4308a-ae89-4ab2-8660-7a6eeeb065f3 req-a58f98d1-dec6-4984-a679-b1fb7b90c573 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:51.578319 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ecf4308a-ae89-4ab2-8660-7a6eeeb065f3 req-a58f98d1-dec6-4984-a679-b1fb7b90c573 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4726e25-c799-4d1f-bf10-f86554f68bab HTTP/1.1" status: 200 len: 946 time: 0.1498466 May 18 10:03:51.697822 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ecf4308a-ae89-4ab2-8660-7a6eeeb065f3 req-5f1f7352-5cfd-4bd2-8e90-6934366d4adf tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071975 May 18 10:03:51.725577 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-eecad424-e56a-4c79-a66a-65ba935431c6 req-484bffe3-73b8-428b-a693-f7bed21ca395 service neutron] 10.222.0.10 "GET /v2.0/networks/de0a2f89-ad84-45aa-a320-bf61c0840011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802592 May 18 10:03:51.878283 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abbbea8-b0c5-4488-9377-eea6137a1953 req-a2cc42cc-3c2f-46ad-b150-ae093283fd68 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:51.879048 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-5abbbea8-b0c5-4488-9377-eea6137a1953 req-a2cc42cc-3c2f-46ad-b150-ae093283fd68 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Synchronizing usage tracker for tenant:80ef6cdf967441ec8b51dd36e8303f8c on resource:port {{(pid=91254) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:03:51.940005 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-5abbbea8-b0c5-4488-9377-eea6137a1953 req-a2cc42cc-3c2f-46ad-b150-ae093283fd68 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Unset dirty status for tenant:80ef6cdf967441ec8b51dd36e8303f8c on resource:port {{(pid=91254) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:03:51.941169 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-5abbbea8-b0c5-4488-9377-eea6137a1953 req-a2cc42cc-3c2f-46ad-b150-ae093283fd68 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/ports?device_id=e338ab84-9e97-44c6-b230-fedf4dba69af HTTP/1.1" status: 200 len: 943 time: 0.1448855 May 18 10:03:52.082158 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-5abbbea8-b0c5-4488-9377-eea6137a1953 req-e3fe4c65-1cef-4f1a-81de-892f4dd8d165 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Synchronizing usage tracker for tenant:80ef6cdf967441ec8b51dd36e8303f8c on resource:security_group {{(pid=91254) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:03:52.109294 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d2e57-1e9a-4d57-a98a-1ec30fcdc4dc req-39e85c07-4fe1-4b1f-a719-d729021e31af tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:52.110828 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-789d2e57-1e9a-4d57-a98a-1ec30fcdc4dc req-39e85c07-4fe1-4b1f-a719-d729021e31af tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.10 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 946 time: 0.2220166 May 18 10:03:52.115070 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-5abbbea8-b0c5-4488-9377-eea6137a1953 req-e3fe4c65-1cef-4f1a-81de-892f4dd8d165 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Unset dirty status for tenant:80ef6cdf967441ec8b51dd36e8303f8c on resource:security_group {{(pid=91254) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:03:52.116636 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-5abbbea8-b0c5-4488-9377-eea6137a1953 req-e3fe4c65-1cef-4f1a-81de-892f4dd8d165 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a83426b-df62-4206-ad5a-2ff231233b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680171 May 18 10:03:52.259308 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [req-789d2e57-1e9a-4d57-a98a-1ec30fcdc4dc req-01b281c5-eb67-46d3-ba28-45f86e17518b tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Deleting port 076d31fd-3cbc-42e1-9b3d-9ce889b54acd {{(pid=91254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:03:52.259660 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-789d2e57-1e9a-4d57-a98a-1ec30fcdc4dc req-01b281c5-eb67-46d3-ba28-45f86e17518b tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:52.396276 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [req-789d2e57-1e9a-4d57-a98a-1ec30fcdc4dc req-01b281c5-eb67-46d3-ba28-45f86e17518b tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] For port 076d31fd-3cbc-42e1-9b3d-9ce889b54acd, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=076d31fd-3cbc-42e1-9b3d-9ce889b54acd,segment=NetworkSegment(6ab8eb64-9d8c-461a-9e69-e2de920fc693),segment_id=6ab8eb64-9d8c-461a-9e69-e2de920fc693)] {{(pid=91254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:03:52.396680 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-789d2e57-1e9a-4d57-a98a-1ec30fcdc4dc req-01b281c5-eb67-46d3-ba28-45f86e17518b tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:52.520373 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [req-789d2e57-1e9a-4d57-a98a-1ec30fcdc4dc req-01b281c5-eb67-46d3-ba28-45f86e17518b tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Calling delete_port for 076d31fd-3cbc-42e1-9b3d-9ce889b54acd owned by compute:nova {{(pid=91254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:03:52.568454 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-d4adc2c5-de18-4bb6-8e5f-4b4f663c4a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:52.689273 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-789d2e57-1e9a-4d57-a98a-1ec30fcdc4dc req-01b281c5-eb67-46d3-ba28-45f86e17518b tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:52.695813 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-2421581d-3a72-4384-9af9-f2bcc6d33d3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:52.706798 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['076d31fd-3cbc-42e1-9b3d-9ce889b54acd'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:03:52.744624 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b281c5-eb67-46d3-ba28-45f86e17518b tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Pushing event deleted for resources: {'Port': ['ID=076d31fd-3cbc-42e1-9b3d-9ce889b54acd,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:52.753179 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52b2a8-d6bc-49db-8210-0e8b69e4c3d3 req-65cd1dea-7bd8-405f-b193-5c89b3fbe182 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:52.754836 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-1e52b2a8-d6bc-49db-8210-0e8b69e4c3d3 req-65cd1dea-7bd8-405f-b193-5c89b3fbe182 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/ports?device_id=7697afcc-2829-4ad6-8fe2-c494ce080958 HTTP/1.1" status: 200 len: 946 time: 0.1918275 May 18 10:03:52.755553 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-01b281c5-eb67-46d3-ba28-45f86e17518b tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:52.845658 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.l3_dvrscheduler_db [req-789d2e57-1e9a-4d57-a98a-1ec30fcdc4dc req-01b281c5-eb67-46d3-ba28-45f86e17518b tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] No DVR routers for this DVR port 076d31fd-3cbc-42e1-9b3d-9ce889b54acd on host hv-cinder-77262 {{(pid=91254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:03:52.855337 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-789d2e57-1e9a-4d57-a98a-1ec30fcdc4dc req-01b281c5-eb67-46d3-ba28-45f86e17518b tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:52.859503 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7697afcc-2829-4ad6-8fe2-c494ce080958', 'name': 'network-vif-deleted', 'tag': '076d31fd-3cbc-42e1-9b3d-9ce889b54acd'}] {{(pid=91254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:03:52.880548 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-1e52b2a8-d6bc-49db-8210-0e8b69e4c3d3 req-3faf0d03-091e-4196-b316-f271a2743807 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e02daa0-4093-40a4-9f74-be59831c6806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922184 May 18 10:03:52.883082 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-789d2e57-1e9a-4d57-a98a-1ec30fcdc4dc req-01b281c5-eb67-46d3-ba28-45f86e17518b tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] 10.222.0.10 "DELETE /v2.0/ports/076d31fd-3cbc-42e1-9b3d-9ce889b54acd HTTP/1.1" status: 204 len: 173 time: 0.7632582 May 18 10:03:52.903537 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32197a6-545e-4ca1-bf60-719e2d28dd50 req-c3d84240-0b7d-4b7a-bbbe-ea79de275fb3 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:52.905095 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b32197a6-545e-4ca1-bf60-719e2d28dd50 req-c3d84240-0b7d-4b7a-bbbe-ea79de275fb3 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4726e25-c799-4d1f-bf10-f86554f68bab HTTP/1.1" status: 200 len: 946 time: 0.0916352 May 18 10:03:52.957950 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b32197a6-545e-4ca1-bf60-719e2d28dd50 req-38f210d3-9bc2-43d6-b73c-f4914df7e834 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419126 May 18 10:03:53.014646 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7697afcc-2829-4ad6-8fe2-c494ce080958', 'name': 'network-vif-deleted', 'tag': '076d31fd-3cbc-42e1-9b3d-9ce889b54acd', 'status': 'completed', 'code': 200} May 18 10:03:53.302646 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3da67-f0e7-441b-a110-bf05f48d6341 req-be795e6a-59c4-4bf3-b38d-c1fec979ccd0 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:53.304171 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b8d3da67-f0e7-441b-a110-bf05f48d6341 req-be795e6a-59c4-4bf3-b38d-c1fec979ccd0 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/ports?device_id=e338ab84-9e97-44c6-b230-fedf4dba69af HTTP/1.1" status: 200 len: 943 time: 0.0793197 May 18 10:03:53.350559 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b8d3da67-f0e7-441b-a110-bf05f48d6341 req-fce383d4-eb00-4b9e-ba37-f1e1c0609311 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a83426b-df62-4206-ad5a-2ff231233b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394058 May 18 10:03:53.802980 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05884b61-8c32-430a-b776-f48e24002098 req-b4e4438d-58a3-4514-b857-774c0da3e242 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:53.805195 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-05884b61-8c32-430a-b776-f48e24002098 req-b4e4438d-58a3-4514-b857-774c0da3e242 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4726e25-c799-4d1f-bf10-f86554f68bab HTTP/1.1" status: 200 len: 946 time: 0.0855846 May 18 10:03:53.946353 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [req-05884b61-8c32-430a-b776-f48e24002098 req-a2b8edfb-bef8-409f-b54d-7ca6a348447f tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Deleting port 564e72d2-918a-455c-8ccd-94c8503bd93d {{(pid=91254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:03:53.946996 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-05884b61-8c32-430a-b776-f48e24002098 req-a2b8edfb-bef8-409f-b54d-7ca6a348447f tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:53.976991 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 35434) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:54.286115 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [req-05884b61-8c32-430a-b776-f48e24002098 req-a2b8edfb-bef8-409f-b54d-7ca6a348447f tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] For port 564e72d2-918a-455c-8ccd-94c8503bd93d, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=564e72d2-918a-455c-8ccd-94c8503bd93d,segment=NetworkSegment(2beb079a-9d35-4dc7-bdc2-f082c5b10557),segment_id=2beb079a-9d35-4dc7-bdc2-f082c5b10557)] {{(pid=91254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:03:54.286494 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-05884b61-8c32-430a-b776-f48e24002098 req-a2b8edfb-bef8-409f-b54d-7ca6a348447f tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:54.514701 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [req-05884b61-8c32-430a-b776-f48e24002098 req-a2b8edfb-bef8-409f-b54d-7ca6a348447f tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Calling delete_port for 564e72d2-918a-455c-8ccd-94c8503bd93d owned by compute:nova {{(pid=91254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:03:54.550931 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae9a7f-250d-408f-a1b4-e0e20744b8a4 req-a0277799-c1d7-4779-b333-e14b78c8c6ab tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:54.552379 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ddae9a7f-250d-408f-a1b4-e0e20744b8a4 req-a0277799-c1d7-4779-b333-e14b78c8c6ab tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/ports?device_id=e338ab84-9e97-44c6-b230-fedf4dba69af HTTP/1.1" status: 200 len: 943 time: 0.0826313 May 18 10:03:54.593598 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81766037-d801-4ab0-97c1-a1ae1af9eb56 req-bc3aa3ae-c63a-4b36-a92c-13937100e010 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:54.595104 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-81766037-d801-4ab0-97c1-a1ae1af9eb56 req-bc3aa3ae-c63a-4b36-a92c-13937100e010 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4726e25-c799-4d1f-bf10-f86554f68bab HTTP/1.1" status: 200 len: 946 time: 0.5007973 May 18 10:03:54.597097 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ddae9a7f-250d-408f-a1b4-e0e20744b8a4 req-b3f88ae4-64a1-491f-9904-c9fcb6fc185a tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a83426b-df62-4206-ad5a-2ff231233b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383182 May 18 10:03:54.739360 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-81766037-d801-4ab0-97c1-a1ae1af9eb56 req-daf00da2-692d-4f85-a122-bab85c3a9b42 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314032 May 18 10:03:54.937372 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-05884b61-8c32-430a-b776-f48e24002098 req-a2b8edfb-bef8-409f-b54d-7ca6a348447f tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:54.944227 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:54.948244 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['c9956d95-1f80-4159-a7af-5ccae1e13e97', '08ec9a57-0f9d-4dbe-92ab-bc4e75140dae', '774f9a08-79d7-4d45-a489-3d93b02c7135', '564e72d2-918a-455c-8ccd-94c8503bd93d'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:03:55.023864 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8edfb-bef8-409f-b54d-7ca6a348447f tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Pushing event deleted for resources: {'Port': ['ID=564e72d2-918a-455c-8ccd-94c8503bd93d,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:55.031657 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-a2b8edfb-bef8-409f-b54d-7ca6a348447f tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:55.076292 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.l3_dvrscheduler_db [req-05884b61-8c32-430a-b776-f48e24002098 req-a2b8edfb-bef8-409f-b54d-7ca6a348447f tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] No DVR routers for this DVR port 564e72d2-918a-455c-8ccd-94c8503bd93d on host hv-cinder-77262 {{(pid=91254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:03:55.079409 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-05884b61-8c32-430a-b776-f48e24002098 req-a2b8edfb-bef8-409f-b54d-7ca6a348447f tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:55.081926 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4726e25-c799-4d1f-bf10-f86554f68bab', 'name': 'network-vif-deleted', 'tag': '564e72d2-918a-455c-8ccd-94c8503bd93d'}] {{(pid=91254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:03:55.133911 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4726e25-c799-4d1f-bf10-f86554f68bab', 'name': 'network-vif-deleted', 'tag': '564e72d2-918a-455c-8ccd-94c8503bd93d', 'status': 'completed', 'code': 200} May 18 10:03:55.135250 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-05884b61-8c32-430a-b776-f48e24002098 req-a2b8edfb-bef8-409f-b54d-7ca6a348447f tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.10 "DELETE /v2.0/ports/564e72d2-918a-455c-8ccd-94c8503bd93d HTTP/1.1" status: 204 len: 173 time: 1.3238661 May 18 10:03:55.189891 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-9f6abf99-4330-4c2a-ab99-2a6efe83ed9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921910'] for router_interface, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:55.214513 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:55.229445 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-61ee0ed1-587b-4c7c-90d5-5cd7532d9168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:55.657591 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [None req-9f6abf99-4330-4c2a-ab99-2a6efe83ed9f admin admin] Deleting port cae63fe4-8c2d-4d4b-96a3-321f248a119a {{(pid=91254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:03:55.658255 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-9f6abf99-4330-4c2a-ab99-2a6efe83ed9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:55.749479 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 46ca3b57-704f-49fd-bc22-38f81e20cccf details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:03:55.753088 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 076d31fd-3cbc-42e1-9b3d-9ce889b54acd no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:03:55.805046 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] No Port match for: 076d31fd-3cbc-42e1-9b3d-9ce889b54acd {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:03:55.805398 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 076d31fd-3cbc-42e1-9b3d-9ce889b54acd not bound to the agent host hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:03:55.842533 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [None req-9f6abf99-4330-4c2a-ab99-2a6efe83ed9f admin admin] For port cae63fe4-8c2d-4d4b-96a3-321f248a119a, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=cae63fe4-8c2d-4d4b-96a3-321f248a119a,segment=NetworkSegment(6ab8eb64-9d8c-461a-9e69-e2de920fc693),segment_id=6ab8eb64-9d8c-461a-9e69-e2de920fc693)] {{(pid=91254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:03:55.842893 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-9f6abf99-4330-4c2a-ab99-2a6efe83ed9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:55.957906 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 46ca3b57-704f-49fd-bc22-38f81e20cccf, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=46ca3b57-704f-49fd-bc22-38f81e20cccf,segment=NetworkSegment(ab8c009f-9746-4d53-b9f5-d27a958fbf11),segment_id=ab8c009f-9746-4d53-b9f5-d27a958fbf11)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:03:55.973238 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Returning: {'device': '46ca3b57-704f-49fd-bc22-38f81e20cccf', 'network_id': 'de0a2f89-ad84-45aa-a320-bf61c0840011', 'port_id': '46ca3b57-704f-49fd-bc22-38f81e20cccf', 'mac_address': 'fa:16:3e:5d:ce:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56fccc4e-7683-40f1-b413-6ffe813091b3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:03:55.974266 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [None req-9f6abf99-4330-4c2a-ab99-2a6efe83ed9f admin admin] Calling delete_port for cae63fe4-8c2d-4d4b-96a3-321f248a119a owned by network:router_interface {{(pid=91254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:03:55.995258 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b55c92-e6c5-4bc9-8014-fc519be27e6a req-82a0605b-1d79-41f1-8018-e8faf7d49a5d tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:55.996764 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-23b55c92-e6c5-4bc9-8014-fc519be27e6a req-82a0605b-1d79-41f1-8018-e8faf7d49a5d tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/ports?device_id=e338ab84-9e97-44c6-b230-fedf4dba69af HTTP/1.1" status: 200 len: 943 time: 0.2641723 May 18 10:03:56.031088 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:56.049389 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ca3b57-704f-49fd-bc22-38f81e20cccf {{(pid=91256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:03:56.069280 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 46ca3b57-704f-49fd-bc22-38f81e20cccf, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=46ca3b57-704f-49fd-bc22-38f81e20cccf,segment=NetworkSegment(ab8c009f-9746-4d53-b9f5-d27a958fbf11),segment_id=ab8c009f-9746-4d53-b9f5-d27a958fbf11)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:03:56.073660 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:56.076618 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:56.155751 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=46ca3b57-704f-49fd-bc22-38f81e20cccf,revision_number=4']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:56.159191 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:56.170504 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-23b55c92-e6c5-4bc9-8014-fc519be27e6a req-554a2689-d7a4-420b-a014-a6850f2b3c39 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a83426b-df62-4206-ad5a-2ff231233b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606464 May 18 10:03:56.421245 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-9f6abf99-4330-4c2a-ab99-2a6efe83ed9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:56.425777 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-bd900bb3-4a4b-4e57-91a5-4a28a66ce13e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:56.470071 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6abf99-4330-4c2a-ab99-2a6efe83ed9f admin admin] Pushing event deleted for resources: {'Port': ['ID=cae63fe4-8c2d-4d4b-96a3-321f248a119a,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:56.499226 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-9f6abf99-4330-4c2a-ab99-2a6efe83ed9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:56.602784 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:56.616902 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['46ca3b57-704f-49fd-bc22-38f81e20cccf'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:03:56.739254 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-9f6abf99-4330-4c2a-ab99-2a6efe83ed9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-923302'] for router_interface, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:57.090176 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6abf99-4330-4c2a-ab99-2a6efe83ed9f admin admin] Router a40190a1-35fa-43bc-b28b-95a976a638a8 has already been hosted by L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb {{(pid=91254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:03:57.268393 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6abf99-4330-4c2a-ab99-2a6efe83ed9f admin admin] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:03:57.280612 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9f0035-4dd5-4e05-acee-27b7c591494b None None] Sync routers for ids ['a40190a1-35fa-43bc-b28b-95a976a638a8'] in dv-cinder-772623-5-iscsi {{(pid=91257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:03:57.291273 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-9f6abf99-4330-4c2a-ab99-2a6efe83ed9f admin admin] 10.222.0.11 "PUT /v2.0/routers/a40190a1-35fa-43bc-b28b-95a976a638a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3132119 May 18 10:03:57.293948 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 35468) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:57.310776 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9f0035-4dd5-4e05-acee-27b7c591494b None None] Routers {'a40190a1-35fa-43bc-b28b-95a976a638a8'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:03:57.311543 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-7f9f0035-4dd5-4e05-acee-27b7c591494b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:03:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['a40190a1-35fa-43bc-b28b-95a976a638a8'], 'active': True} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:03:57.394106 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f407a-9132-47d7-b490-559db5d9b1ef req-5c6d58a8-9ee3-4528-80d9-2be8341194c5 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:57.396249 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5e5f407a-9132-47d7-b490-559db5d9b1ef req-5c6d58a8-9ee3-4528-80d9-2be8341194c5 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/ports?device_id=e338ab84-9e97-44c6-b230-fedf4dba69af HTTP/1.1" status: 200 len: 944 time: 0.1116366 May 18 10:03:57.467819 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5e5f407a-9132-47d7-b490-559db5d9b1ef req-f32cbd9f-6ced-4ba9-9e42-cd0c682c4879 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a83426b-df62-4206-ad5a-2ff231233b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598519 May 18 10:03:57.532608 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvr_db [None req-7f9f0035-4dd5-4e05-acee-27b7c591494b None None] Set router a40190a1-35fa-43bc-b28b-95a976a638a8 gateway port host: dv-cinder-772623-5-iscsi {{(pid=91257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:03:57.590929 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-78a02e47-c96c-4d24-9550-d5d5953f3d57 admin admin] Notify callbacks [] for router, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:57.717116 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b25037-d79a-4d16-815b-c55557a3f7cd req-c2038418-b66c-41c4-803e-289e043c8873 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:57.718786 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b9b25037-d79a-4d16-815b-c55557a3f7cd req-c2038418-b66c-41c4-803e-289e043c8873 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c3d79c7-297d-4cc2-adcc-be328d20ad01 HTTP/1.1" status: 200 len: 945 time: 0.0911291 May 18 10:03:57.765534 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 46ca3b57-704f-49fd-bc22-38f81e20cccf up at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:03:57.766036 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b9b25037-d79a-4d16-815b-c55557a3f7cd req-f44d3759-30c0-4958-a036-9fe9266d4c08 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408986 May 18 10:03:57.789879 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-78a02e47-c96c-4d24-9550-d5d5953f3d57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:57.819758 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-7f9f0035-4dd5-4e05-acee-27b7c591494b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a40190a1-35fa-43bc-b28b-95a976a638a8', 'name': 'tempest-ServerRescueNegativeTestJSON-725991551-router', 'tenant_id': '042ed8cf21fa4927a4d7b9573be4dfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b8fccb81-36c4-4cb3-8ad5-2a6313b99e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:55Z', 'updated_at': '2021-05-18T10:03:56Z', 'revision_number': 5, 'project_id': '042ed8cf21fa4927a4d7b9573be4dfa8', 'gw_port': {'id': 'b8fccb81-36c4-4cb3-8ad5-2a6313b99e2c', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40190a1-35fa-43bc-b28b-95a976a638a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:01:00Z', 'updated_at': '2021-05-18T10:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi'}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:03:57.824642 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9f0035-4dd5-4e05-acee-27b7c591494b None None] Checking router: a40190a1-35fa-43bc-b28b-95a976a638a8 for host: dv-cinder-772623-5-iscsi {{(pid=91257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:03:57.835437 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9f0035-4dd5-4e05-acee-27b7c591494b None None] Routers {'a40190a1-35fa-43bc-b28b-95a976a638a8'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:03:57.836240 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-7f9f0035-4dd5-4e05-acee-27b7c591494b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:03:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['a40190a1-35fa-43bc-b28b-95a976a638a8'], 'active': True} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:03:57.859249 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning for port 46ca3b57-704f-49fd-bc22-38f81e20cccf completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:03:57.864833 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning complete for port 46ca3b57-704f-49fd-bc22-38f81e20cccf triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:03:57.865218 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:57.874267 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [None req-78a02e47-c96c-4d24-9550-d5d5953f3d57 admin admin] Deleting port b8fccb81-36c4-4cb3-8ad5-2a6313b99e2c {{(pid=91254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:03:57.874802 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-78a02e47-c96c-4d24-9550-d5d5953f3d57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:57.994416 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:58.002877 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [None req-78a02e47-c96c-4d24-9550-d5d5953f3d57 admin admin] For port b8fccb81-36c4-4cb3-8ad5-2a6313b99e2c, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=b8fccb81-36c4-4cb3-8ad5-2a6313b99e2c,segment=NetworkSegment(f8569fa1-1255-4980-b926-c951cf4cc403),segment_id=f8569fa1-1255-4980-b926-c951cf4cc403)] {{(pid=91254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:03:58.003257 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-78a02e47-c96c-4d24-9550-d5d5953f3d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:58.023417 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e338ab84-9e97-44c6-b230-fedf4dba69af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ca3b57-704f-49fd-bc22-38f81e20cccf'}] {{(pid=91256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:03:58.028383 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvr_db [None req-7f9f0035-4dd5-4e05-acee-27b7c591494b None None] Set router a40190a1-35fa-43bc-b28b-95a976a638a8 gateway port host: None {{(pid=91257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:03:58.038344 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 46ca3b57-704f-49fd-bc22-38f81e20cccf, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=46ca3b57-704f-49fd-bc22-38f81e20cccf,segment=NetworkSegment(ab8c009f-9746-4d53-b9f5-d27a958fbf11),segment_id=ab8c009f-9746-4d53-b9f5-d27a958fbf11)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:03:58.044467 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:58.045039 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 564e72d2-918a-455c-8ccd-94c8503bd93d no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:03:58.080302 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:58.127712 dv-cinder-772623-5-iscsi neutron-server[91256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e338ab84-9e97-44c6-b230-fedf4dba69af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ca3b57-704f-49fd-bc22-38f81e20cccf', 'code': 200} May 18 10:03:58.147207 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-7f9f0035-4dd5-4e05-acee-27b7c591494b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a40190a1-35fa-43bc-b28b-95a976a638a8', 'name': 'tempest-ServerRescueNegativeTestJSON-725991551-router', 'tenant_id': '042ed8cf21fa4927a4d7b9573be4dfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:55Z', 'updated_at': '2021-05-18T10:03:57Z', 'revision_number': 6, 'project_id': '042ed8cf21fa4927a4d7b9573be4dfa8', 'gw_port_host': None}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:03:58.147775 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [None req-78a02e47-c96c-4d24-9550-d5d5953f3d57 admin admin] Calling delete_port for b8fccb81-36c4-4cb3-8ad5-2a6313b99e2c owned by network:router_gateway {{(pid=91254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:03:58.150923 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] No Port match for: 564e72d2-918a-455c-8ccd-94c8503bd93d {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:03:58.152563 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 564e72d2-918a-455c-8ccd-94c8503bd93d not bound to the agent host hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:03:58.153944 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9f0035-4dd5-4e05-acee-27b7c591494b None None] The sync data for ids ['a40190a1-35fa-43bc-b28b-95a976a638a8'] in dv-cinder-772623-5-iscsi is: [{'id': 'a40190a1-35fa-43bc-b28b-95a976a638a8', 'name': 'tempest-ServerRescueNegativeTestJSON-725991551-router', 'tenant_id': '042ed8cf21fa4927a4d7b9573be4dfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:55Z', 'updated_at': '2021-05-18T10:03:57Z', 'revision_number': 6, 'project_id': '042ed8cf21fa4927a4d7b9573be4dfa8', 'gw_port_host': None}] {{(pid=91257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:03:58.222472 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=46ca3b57-704f-49fd-bc22-38f81e20cccf,revision_number=5']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:58.228593 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:58.229420 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:58.369636 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-78a02e47-c96c-4d24-9550-d5d5953f3d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:58.379532 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-ef55538c-bd4a-4f2f-87b6-c59b1265f1e3 tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:58.455106 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a02e47-c96c-4d24-9550-d5d5953f3d57 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8fccb81-36c4-4cb3-8ad5-2a6313b99e2c,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:58.462548 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-78a02e47-c96c-4d24-9550-d5d5953f3d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:58.517325 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16eb5d5-c040-42cd-aa5c-c0bc85f6b15d req-ad4d7794-efe4-47bc-8f69-fc9abec4dd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:58.518861 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a16eb5d5-c040-42cd-aa5c-c0bc85f6b15d req-ad4d7794-efe4-47bc-8f69-fc9abec4dd22 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e338ab84-9e97-44c6-b230-fedf4dba69af HTTP/1.1" status: 200 len: 1098 time: 0.2028117 May 18 10:03:58.525495 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-78a02e47-c96c-4d24-9550-d5d5953f3d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924701'] for router_gateway, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:58.759555 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-78a02e47-c96c-4d24-9550-d5d5953f3d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27175'] for router, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:58.768195 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-78a02e47-c96c-4d24-9550-d5d5953f3d57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:58.846868 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a16eb5d5-c040-42cd-aa5c-c0bc85f6b15d req-e499382d-150b-4d4e-a41c-3f721a260d5b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1a83426b-df62-4206-ad5a-2ff231233b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800879 May 18 10:03:58.867290 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-78a02e47-c96c-4d24-9550-d5d5953f3d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-648010'] for router, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:58.867822 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a02e47-c96c-4d24-9550-d5d5953f3d57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a40190a1-35fa-43bc-b28b-95a976a638a8 {{(pid=91254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 10:03:58.890424 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80c23e-02ce-4096-8cbb-56052ab82d46 req-79ac01e9-40a7-4ce2-8180-c96831c590ec tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:58.891888 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-7a80c23e-02ce-4096-8cbb-56052ab82d46 req-79ac01e9-40a7-4ce2-8180-c96831c590ec tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/ports?device_id=e338ab84-9e97-44c6-b230-fedf4dba69af HTTP/1.1" status: 200 len: 945 time: 0.2519345 May 18 10:03:58.893897 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-78a02e47-c96c-4d24-9550-d5d5953f3d57 admin admin] Notify callbacks [] for router, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:58.894930 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-78a02e47-c96c-4d24-9550-d5d5953f3d57 admin admin] 10.222.0.11 "DELETE /v2.0/routers/a40190a1-35fa-43bc-b28b-95a976a638a8 HTTP/1.1" status: 204 len: 168 time: 1.6000621 May 18 10:03:58.898094 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 35488) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:58.946576 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-7a80c23e-02ce-4096-8cbb-56052ab82d46 req-c73d607a-f72d-4cca-88f4-8714cffe3c73 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a83426b-df62-4206-ad5a-2ff231233b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480363 May 18 10:03:58.965318 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.db_base_plugin_v2 [None req-950e33a0-d880-469c-9a6e-c3b180df03d5 admin admin] Deleting subnet 046da656-b669-4563-8f73-8c31c4d92c51 {{(pid=91255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 10:03:58.968786 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-950e33a0-d880-469c-9a6e-c3b180df03d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:59.025064 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-950e33a0-d880-469c-9a6e-c3b180df03d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2332627'] for subnet, precommit_delete_associations {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:59.078589 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-950e33a0-d880-469c-9a6e-c3b180df03d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379774'] for subnet, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:59.123327 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38dedc-0b28-4de5-9849-85fce8128263 req-9436d1ba-7766-463d-a6e5-c9bc4d62c71c tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:59.124036 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-5c38dedc-0b28-4de5-9849-85fce8128263 req-9436d1ba-7766-463d-a6e5-c9bc4d62c71c tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Synchronizing usage tracker for tenant:7acb51810c8545daa5171055799a0f07 on resource:port {{(pid=91254) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:03:59.140257 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-5c38dedc-0b28-4de5-9849-85fce8128263 req-9436d1ba-7766-463d-a6e5-c9bc4d62c71c tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Unset dirty status for tenant:7acb51810c8545daa5171055799a0f07 on resource:port {{(pid=91254) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:03:59.141457 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-5c38dedc-0b28-4de5-9849-85fce8128263 req-9436d1ba-7766-463d-a6e5-c9bc4d62c71c tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c3d79c7-297d-4cc2-adcc-be328d20ad01 HTTP/1.1" status: 200 len: 945 time: 0.1039557 May 18 10:03:59.289156 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-5c38dedc-0b28-4de5-9849-85fce8128263 req-c856a615-a2d0-438a-814d-8268efc10433 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412365 May 18 10:03:59.336806 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-950e33a0-d880-469c-9a6e-c3b180df03d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2298964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2126218'] for subnet, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:59.341826 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:59.375667 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e33a0-d880-469c-9a6e-c3b180df03d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=046da656-b669-4563-8f73-8c31c4d92c51,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:59.378097 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-950e33a0-d880-469c-9a6e-c3b180df03d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for subnet, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:59.388198 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e33a0-d880-469c-9a6e-c3b180df03d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:59.388553 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e33a0-d880-469c-9a6e-c3b180df03d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:59.388901 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e33a0-d880-469c-9a6e-c3b180df03d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:59.389239 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e33a0-d880-469c-9a6e-c3b180df03d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:59.389578 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e33a0-d880-469c-9a6e-c3b180df03d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:59.389915 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e33a0-d880-469c-9a6e-c3b180df03d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:59.390248 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e33a0-d880-469c-9a6e-c3b180df03d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:59.390604 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e33a0-d880-469c-9a6e-c3b180df03d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:59.390938 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e33a0-d880-469c-9a6e-c3b180df03d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:59.391267 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e33a0-d880-469c-9a6e-c3b180df03d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:59.391593 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e33a0-d880-469c-9a6e-c3b180df03d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:59.391919 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950e33a0-d880-469c-9a6e-c3b180df03d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:03:59.395188 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-950e33a0-d880-469c-9a6e-c3b180df03d5 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/046da656-b669-4563-8f73-8c31c4d92c51 HTTP/1.1" status: 204 len: 168 time: 0.4960594 May 18 10:03:59.396046 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-950e33a0-d880-469c-9a6e-c3b180df03d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:59.397995 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 35494) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:03:59.558778 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-7a3b6be1-2197-4f68-bcfd-0b40c4aeb3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7931910'] for network, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:59.677317 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-7a3b6be1-2197-4f68-bcfd-0b40c4aeb3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373237', 'neutron.services.segments.db._delete_segments_for_network-8726941291138'] for network, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:59.693363 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.services.segments.db [None req-7a3b6be1-2197-4f68-bcfd-0b40c4aeb3f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36d853f8-458b-4f42-920c-475d49b3e130']}} {{(pid=91255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:03:59.705473 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.services.segments.db [None req-7a3b6be1-2197-4f68-bcfd-0b40c4aeb3f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ab8eb64-9d8c-461a-9e69-e2de920fc693') {'for_net_delete': True} {{(pid=91255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:03:59.705758 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.services.segments.db [None req-7a3b6be1-2197-4f68-bcfd-0b40c4aeb3f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ab8eb64-9d8c-461a-9e69-e2de920fc693') {} {{(pid=91255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:03:59.716833 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-7a3b6be1-2197-4f68-bcfd-0b40c4aeb3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726941301643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2332612'] for segment, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:59.732626 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-7a3b6be1-2197-4f68-bcfd-0b40c4aeb3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901'] for segment, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:59.738592 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a3b6be1-2197-4f68-bcfd-0b40c4aeb3f7 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=91255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 10:03:59.738960 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-7a3b6be1-2197-4f68-bcfd-0b40c4aeb3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2278902'] for segment, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:59.751993 dv-cinder-772623-5-iscsi neutron-server[91255]: Traceback (most recent call last): May 18 10:03:59.751993 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 10:03:59.751993 dv-cinder-772623-5-iscsi neutron-server[91255]: timer() May 18 10:03:59.751993 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 10:03:59.751993 dv-cinder-772623-5-iscsi neutron-server[91255]: cb(*args, **kw) May 18 10:03:59.751993 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 10:03:59.751993 dv-cinder-772623-5-iscsi neutron-server[91255]: return func(*args, **kwargs) May 18 10:03:59.751993 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 10:03:59.751993 dv-cinder-772623-5-iscsi neutron-server[91255]: self._notify() May 18 10:03:59.751993 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 10:03:59.751993 dv-cinder-772623-5-iscsi neutron-server[91255]: self.callback(batched_events) May 18 10:03:59.751993 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 10:03:59.751993 dv-cinder-772623-5-iscsi neutron-server[91255]: event.method(event) May 18 10:03:59.751993 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 10:03:59.751993 dv-cinder-772623-5-iscsi neutron-server[91255]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 10:03:59.751993 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 10:03:59.751993 dv-cinder-772623-5-iscsi neutron-server[91255]: aggregate_uuid = self.p_client.list_aggregates( May 18 10:03:59.751993 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 10:03:59.751993 dv-cinder-772623-5-iscsi neutron-server[91255]: return f(self, *a, **k) May 18 10:03:59.751993 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 10:03:59.751993 dv-cinder-772623-5-iscsi neutron-server[91255]: return self._get(url).json() May 18 10:03:59.751993 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 10:03:59.751993 dv-cinder-772623-5-iscsi neutron-server[91255]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 10:03:59.751993 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 10:03:59.751993 dv-cinder-772623-5-iscsi neutron-server[91255]: return self.request(url, 'GET', **kwargs) May 18 10:03:59.751993 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 10:03:59.751993 dv-cinder-772623-5-iscsi neutron-server[91255]: base_url = self.get_endpoint(auth, allow=allow, May 18 10:03:59.751993 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 10:03:59.751993 dv-cinder-772623-5-iscsi neutron-server[91255]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 10:03:59.751993 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 10:03:59.751993 dv-cinder-772623-5-iscsi neutron-server[91255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 10:03:59.751993 dv-cinder-772623-5-iscsi neutron-server[91255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 10:03:59.824028 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-7a3b6be1-2197-4f68-bcfd-0b40c4aeb3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924726'] for network, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:59.827982 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-abf58fa3-2334-4af4-9528-4ba35f31a0e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:03:59.845363 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-7a3b6be1-2197-4f68-bcfd-0b40c4aeb3f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for network, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:03:59.862355 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b6be1-2197-4f68-bcfd-0b40c4aeb3f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=36d853f8-458b-4f42-920c-475d49b3e130,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:03:59.865368 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-7a3b6be1-2197-4f68-bcfd-0b40c4aeb3f7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/36d853f8-458b-4f42-920c-475d49b3e130 HTTP/1.1" status: 204 len: 168 time: 0.4664240 May 18 10:03:59.866230 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-7a3b6be1-2197-4f68-bcfd-0b40c4aeb3f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:03:59.881838 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec993a5-52e0-4e57-8a50-f8a06d31f9b2 req-b5f3fd40-96f1-42d4-9065-f25f037980cf tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:03:59.883373 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-dec993a5-52e0-4e57-8a50-f8a06d31f9b2 req-b5f3fd40-96f1-42d4-9065-f25f037980cf tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c3d79c7-297d-4cc2-adcc-be328d20ad01 HTTP/1.1" status: 200 len: 945 time: 0.0893581 May 18 10:03:59.897748 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device b8fccb81-36c4-4cb3-8ad5-2a6313b99e2c no longer exists at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:03:59.934752 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] No Port match for: b8fccb81-36c4-4cb3-8ad5-2a6313b99e2c {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:03:59.935095 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device b8fccb81-36c4-4cb3-8ad5-2a6313b99e2c not bound to the agent host dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:03:59.935510 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device cae63fe4-8c2d-4d4b-96a3-321f248a119a no longer exists at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:03:59.970334 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] No Port match for: cae63fe4-8c2d-4d4b-96a3-321f248a119a {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:03:59.970654 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device cae63fe4-8c2d-4d4b-96a3-321f248a119a not bound to the agent host dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:04:00.041030 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [req-dec993a5-52e0-4e57-8a50-f8a06d31f9b2 req-08e9c672-c8e8-4ab6-a6fb-e9f0cb0f1412 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Deleting port 774f9a08-79d7-4d45-a489-3d93b02c7135 {{(pid=91254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:04:00.042337 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-dec993a5-52e0-4e57-8a50-f8a06d31f9b2 req-08e9c672-c8e8-4ab6-a6fb-e9f0cb0f1412 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:00.172986 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 35504) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:00.233751 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-2f49314c-2b1e-4658-9744-10df8cfffbe0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=042ed8cf21fa4927a4d7b9573be4dfa8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0594254 May 18 10:04:00.236173 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 35508) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:00.260322 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [req-dec993a5-52e0-4e57-8a50-f8a06d31f9b2 req-08e9c672-c8e8-4ab6-a6fb-e9f0cb0f1412 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] For port 774f9a08-79d7-4d45-a489-3d93b02c7135, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=774f9a08-79d7-4d45-a489-3d93b02c7135,segment=NetworkSegment(2beb079a-9d35-4dc7-bdc2-f082c5b10557),segment_id=2beb079a-9d35-4dc7-bdc2-f082c5b10557)] {{(pid=91254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:04:00.260685 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-dec993a5-52e0-4e57-8a50-f8a06d31f9b2 req-08e9c672-c8e8-4ab6-a6fb-e9f0cb0f1412 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:00.298924 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-aa01831d-43ad-47d0-aa2c-ef488821f2a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:00.328135 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-aa01831d-43ad-47d0-aa2c-ef488821f2a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:00.331317 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db3f30-ca95-48bf-a815-95ffd05e306d req-0b3a3844-ca45-4559-a8bd-b9a83c1b3da4 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:00.332831 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f6db3f30-ca95-48bf-a815-95ffd05e306d req-0b3a3844-ca45-4559-a8bd-b9a83c1b3da4 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/ports?device_id=e338ab84-9e97-44c6-b230-fedf4dba69af HTTP/1.1" status: 200 len: 945 time: 0.2610447 May 18 10:04:00.387403 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-aa01831d-43ad-47d0-aa2c-ef488821f2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:00.392372 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-d8c2148d-67fc-4eec-b68e-eeaf6a1706aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:00.399027 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [req-dec993a5-52e0-4e57-8a50-f8a06d31f9b2 req-08e9c672-c8e8-4ab6-a6fb-e9f0cb0f1412 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Calling delete_port for 774f9a08-79d7-4d45-a489-3d93b02c7135 owned by compute:nova {{(pid=91254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:04:00.405867 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01831d-43ad-47d0-aa2c-ef488821f2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e02daa0-4093-40a4-9f74-be59831c6806,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:00.446588 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-aa01831d-43ad-47d0-aa2c-ef488821f2a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:00.458617 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f6db3f30-ca95-48bf-a815-95ffd05e306d req-71781480-9c74-4503-8125-0053c5d2d12b tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a83426b-df62-4206-ad5a-2ff231233b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672109 May 18 10:04:00.468384 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-aa01831d-43ad-47d0-aa2c-ef488821f2a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:00.471806 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-aa01831d-43ad-47d0-aa2c-ef488821f2a7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3e02daa0-4093-40a4-9f74-be59831c6806 HTTP/1.1" status: 204 len: 168 time: 0.2317812 May 18 10:04:00.515110 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775435f4-2af1-4447-8808-3305fd43f449 req-80294f53-2429-4cbc-9fc2-cd2ec84f4b8a tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:00.516645 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-775435f4-2af1-4447-8808-3305fd43f449 req-80294f53-2429-4cbc-9fc2-cd2ec84f4b8a tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c3d79c7-297d-4cc2-adcc-be328d20ad01 HTTP/1.1" status: 200 len: 945 time: 0.1120529 May 18 10:04:00.569422 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-775435f4-2af1-4447-8808-3305fd43f449 req-d4d5d240-b8f9-408d-bdc0-696a026ef376 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440412 May 18 10:04:00.570160 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-dec993a5-52e0-4e57-8a50-f8a06d31f9b2 req-08e9c672-c8e8-4ab6-a6fb-e9f0cb0f1412 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:00.582828 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['c9956d95-1f80-4159-a7af-5ccae1e13e97', '08ec9a57-0f9d-4dbe-92ab-bc4e75140dae', '774f9a08-79d7-4d45-a489-3d93b02c7135'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:04:00.599835 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-4f354228-0def-4e66-b4cf-a123eb3c9320 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:00.682017 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e9c672-c8e8-4ab6-a6fb-e9f0cb0f1412 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Pushing event deleted for resources: {'Port': ['ID=774f9a08-79d7-4d45-a489-3d93b02c7135,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:00.685033 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-08e9c672-c8e8-4ab6-a6fb-e9f0cb0f1412 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:00.727629 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec993a5-52e0-4e57-8a50-f8a06d31f9b2 req-08e9c672-c8e8-4ab6-a6fb-e9f0cb0f1412 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] No DVR routers for this DVR port 774f9a08-79d7-4d45-a489-3d93b02c7135 on host hv-cinder-77262 {{(pid=91254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:04:00.730477 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-dec993a5-52e0-4e57-8a50-f8a06d31f9b2 req-08e9c672-c8e8-4ab6-a6fb-e9f0cb0f1412 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:00.734621 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3d79c7-297d-4cc2-adcc-be328d20ad01', 'name': 'network-vif-deleted', 'tag': '774f9a08-79d7-4d45-a489-3d93b02c7135'}] {{(pid=91254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:04:00.749718 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-dec993a5-52e0-4e57-8a50-f8a06d31f9b2 req-08e9c672-c8e8-4ab6-a6fb-e9f0cb0f1412 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.10 "DELETE /v2.0/ports/774f9a08-79d7-4d45-a489-3d93b02c7135 HTTP/1.1" status: 204 len: 173 time: 0.8592706 May 18 10:04:00.789685 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c3d79c7-297d-4cc2-adcc-be328d20ad01', 'name': 'network-vif-deleted', 'tag': '774f9a08-79d7-4d45-a489-3d93b02c7135', 'status': 'completed', 'code': 200} May 18 10:04:01.665699 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc7885-0fcd-4a82-9c88-8eb063abea49 req-89838a32-35dd-4cf9-bd30-faae3c98f6d1 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:01.667105 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-8fbc7885-0fcd-4a82-9c88-8eb063abea49 req-89838a32-35dd-4cf9-bd30-faae3c98f6d1 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/ports?device_id=e338ab84-9e97-44c6-b230-fedf4dba69af HTTP/1.1" status: 200 len: 945 time: 0.0851905 May 18 10:04:01.718461 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-8fbc7885-0fcd-4a82-9c88-8eb063abea49 req-1db65fd6-c53d-4add-93e6-74dc3fd945fa tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a83426b-df62-4206-ad5a-2ff231233b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455203 May 18 10:04:02.339463 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e34df9-0bfc-4c94-a7ca-9787dd76a6ac req-a5d2d18a-bdaa-472b-9e85-6389b1127231 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:02.340213 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-a0e34df9-0bfc-4c94-a7ca-9787dd76a6ac req-a5d2d18a-bdaa-472b-9e85-6389b1127231 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Synchronizing usage tracker for tenant:7acb51810c8545daa5171055799a0f07 on resource:port {{(pid=91254) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:04:02.358272 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-a0e34df9-0bfc-4c94-a7ca-9787dd76a6ac req-a5d2d18a-bdaa-472b-9e85-6389b1127231 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Unset dirty status for tenant:7acb51810c8545daa5171055799a0f07 on resource:port {{(pid=91254) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:04:02.359956 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a0e34df9-0bfc-4c94-a7ca-9787dd76a6ac req-a5d2d18a-bdaa-472b-9e85-6389b1127231 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=454fb853-20eb-4f17-9db7-14a55bf07243 HTTP/1.1" status: 200 len: 945 time: 0.1171327 May 18 10:04:02.411299 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a0e34df9-0bfc-4c94-a7ca-9787dd76a6ac req-1c4e43f6-f089-4ec0-9e68-9a47d2f24131 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438955 May 18 10:04:03.612871 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899fd6f-e148-445d-937a-6aaf05a4dc1d req-cde2b1f4-adc2-468b-af39-884ae1f6a284 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:03.614287 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b899fd6f-e148-445d-937a-6aaf05a4dc1d req-cde2b1f4-adc2-468b-af39-884ae1f6a284 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=454fb853-20eb-4f17-9db7-14a55bf07243 HTTP/1.1" status: 200 len: 945 time: 0.0844696 May 18 10:04:03.660808 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b899fd6f-e148-445d-937a-6aaf05a4dc1d req-56ad65bd-c2fc-4057-aabd-46aff1ff5cec tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397801 May 18 10:04:03.825147 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 774f9a08-79d7-4d45-a489-3d93b02c7135 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:04:03.863859 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] No Port match for: 774f9a08-79d7-4d45-a489-3d93b02c7135 {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:04:03.864403 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 774f9a08-79d7-4d45-a489-3d93b02c7135 not bound to the agent host hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:04:04.223716 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ddedb8-5efe-47d2-adbc-c74ff24c6e9a req-84cdd054-2f67-4cde-8474-2923bc3b5d66 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:04.225900 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-d0ddedb8-5efe-47d2-adbc-c74ff24c6e9a req-84cdd054-2f67-4cde-8474-2923bc3b5d66 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.10 "GET /v2.0/ports?device_id=454fb853-20eb-4f17-9db7-14a55bf07243 HTTP/1.1" status: 200 len: 945 time: 0.0905390 May 18 10:04:04.382172 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [req-d0ddedb8-5efe-47d2-adbc-c74ff24c6e9a req-3c38d5c5-a92b-4de3-9d5e-3c3656c586b3 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Deleting port 08ec9a57-0f9d-4dbe-92ab-bc4e75140dae {{(pid=91254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:04:04.383267 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-d0ddedb8-5efe-47d2-adbc-c74ff24c6e9a req-3c38d5c5-a92b-4de3-9d5e-3c3656c586b3 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:04.554128 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [req-d0ddedb8-5efe-47d2-adbc-c74ff24c6e9a req-3c38d5c5-a92b-4de3-9d5e-3c3656c586b3 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] For port 08ec9a57-0f9d-4dbe-92ab-bc4e75140dae, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=08ec9a57-0f9d-4dbe-92ab-bc4e75140dae,segment=NetworkSegment(2beb079a-9d35-4dc7-bdc2-f082c5b10557),segment_id=2beb079a-9d35-4dc7-bdc2-f082c5b10557)] {{(pid=91254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:04:04.554602 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-d0ddedb8-5efe-47d2-adbc-c74ff24c6e9a req-3c38d5c5-a92b-4de3-9d5e-3c3656c586b3 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:04.711767 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [req-d0ddedb8-5efe-47d2-adbc-c74ff24c6e9a req-3c38d5c5-a92b-4de3-9d5e-3c3656c586b3 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Calling delete_port for 08ec9a57-0f9d-4dbe-92ab-bc4e75140dae owned by compute:nova {{(pid=91254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:04:05.007924 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-d0ddedb8-5efe-47d2-adbc-c74ff24c6e9a req-3c38d5c5-a92b-4de3-9d5e-3c3656c586b3 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:05.018314 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-8efc1829-e6e2-4567-b818-73afe9d174e0 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:05.021951 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['c9956d95-1f80-4159-a7af-5ccae1e13e97', '08ec9a57-0f9d-4dbe-92ab-bc4e75140dae'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:04:05.096505 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c38d5c5-a92b-4de3-9d5e-3c3656c586b3 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Pushing event deleted for resources: {'Port': ['ID=08ec9a57-0f9d-4dbe-92ab-bc4e75140dae,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:05.099509 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-3c38d5c5-a92b-4de3-9d5e-3c3656c586b3 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:05.124915 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 35688) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:05.156513 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ddedb8-5efe-47d2-adbc-c74ff24c6e9a req-3c38d5c5-a92b-4de3-9d5e-3c3656c586b3 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] No DVR routers for this DVR port 08ec9a57-0f9d-4dbe-92ab-bc4e75140dae on host hv-cinder-77262 {{(pid=91254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:04:05.159162 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-d0ddedb8-5efe-47d2-adbc-c74ff24c6e9a req-3c38d5c5-a92b-4de3-9d5e-3c3656c586b3 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:05.165446 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454fb853-20eb-4f17-9db7-14a55bf07243', 'name': 'network-vif-deleted', 'tag': '08ec9a57-0f9d-4dbe-92ab-bc4e75140dae'}] {{(pid=91254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:04:05.188437 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ead95-9391-46f9-a085-019d3092e51d req-0693b073-ff37-4693-9c2a-b3f7a88102c0 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:05.189163 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-469ead95-9391-46f9-a085-019d3092e51d req-0693b073-ff37-4693-9c2a-b3f7a88102c0 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Synchronizing usage tracker for tenant:7acb51810c8545daa5171055799a0f07 on resource:port {{(pid=91254) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:04:05.194508 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-d0ddedb8-5efe-47d2-adbc-c74ff24c6e9a req-3c38d5c5-a92b-4de3-9d5e-3c3656c586b3 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.10 "DELETE /v2.0/ports/08ec9a57-0f9d-4dbe-92ab-bc4e75140dae HTTP/1.1" status: 204 len: 173 time: 0.9632995 May 18 10:04:05.214087 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-469ead95-9391-46f9-a085-019d3092e51d req-0693b073-ff37-4693-9c2a-b3f7a88102c0 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Unset dirty status for tenant:7acb51810c8545daa5171055799a0f07 on resource:port {{(pid=91254) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:04:05.215549 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-469ead95-9391-46f9-a085-019d3092e51d req-0693b073-ff37-4693-9c2a-b3f7a88102c0 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=454fb853-20eb-4f17-9db7-14a55bf07243 HTTP/1.1" status: 200 len: 945 time: 0.3762534 May 18 10:04:05.241140 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '454fb853-20eb-4f17-9db7-14a55bf07243', 'name': 'network-vif-deleted', 'tag': '08ec9a57-0f9d-4dbe-92ab-bc4e75140dae', 'status': 'completed', 'code': 200} May 18 10:04:05.275579 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-469ead95-9391-46f9-a085-019d3092e51d req-4467e8c1-c2e0-4afc-9613-880264385678 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532205 May 18 10:04:05.312656 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3babb6ee-7be2-4275-bfc6-716febc3cde2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:05.329170 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-3babb6ee-7be2-4275-bfc6-716febc3cde2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:05.333270 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-3babb6ee-7be2-4275-bfc6-716febc3cde2 admin admin] Usage tracker for resource:security_group_rule and tenant:3028bafa0e8042e1b17ff22b59ffc30b is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:05.336230 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-3babb6ee-7be2-4275-bfc6-716febc3cde2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:05.342166 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-3babb6ee-7be2-4275-bfc6-716febc3cde2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:05.433578 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3babb6ee-7be2-4275-bfc6-716febc3cde2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:05.437169 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3babb6ee-7be2-4275-bfc6-716febc3cde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:05.445874 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-fb9c739a-1372-46a5-b6aa-2d6a30eb07e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:05.484809 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-3babb6ee-7be2-4275-bfc6-716febc3cde2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3028bafa0e8042e1b17ff22b59ffc30b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3585432 May 18 10:04:05.487370 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 35696) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:05.490074 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3babb6ee-7be2-4275-bfc6-716febc3cde2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70cf5aeb-819c-4440-b151-63ee064abe78,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:05.493705 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-3babb6ee-7be2-4275-bfc6-716febc3cde2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:05.551059 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c14e7bd9-edd8-4d78-bb9d-55d7c4525489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:05.577876 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c14e7bd9-edd8-4d78-bb9d-55d7c4525489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:05.630347 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c14e7bd9-edd8-4d78-bb9d-55d7c4525489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:05.634911 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:05.646152 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e7bd9-edd8-4d78-bb9d-55d7c4525489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cf5aeb-819c-4440-b151-63ee064abe78,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:05.648951 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-c14e7bd9-edd8-4d78-bb9d-55d7c4525489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:05.659599 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c14e7bd9-edd8-4d78-bb9d-55d7c4525489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:05.660623 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-c14e7bd9-edd8-4d78-bb9d-55d7c4525489 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/70cf5aeb-819c-4440-b151-63ee064abe78 HTTP/1.1" status: 204 len: 168 time: 0.1723318 May 18 10:04:07.235010 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b28b5-a215-483e-9136-654d2762988e req-834a1175-c2af-4380-a39b-ac51f90b1ecf tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:07.236358 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-7a4b28b5-a215-483e-9136-654d2762988e req-834a1175-c2af-4380-a39b-ac51f90b1ecf tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.0848079 May 18 10:04:07.284165 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-7a4b28b5-a215-483e-9136-654d2762988e req-b14bd1ef-8877-4013-b709-60eef9c1b6a1 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420742 May 18 10:04:07.472597 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 35774) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:07.592131 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3bfcc01f-514a-4d27-9e91-ae08d97053de admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:07.607733 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-3bfcc01f-514a-4d27-9e91-ae08d97053de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:07.611484 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-3bfcc01f-514a-4d27-9e91-ae08d97053de admin admin] Usage tracker for resource:security_group_rule and tenant:b73cbe48bebd47a7a3cace3f1b26b939 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:07.614253 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-3bfcc01f-514a-4d27-9e91-ae08d97053de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:07.620091 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-3bfcc01f-514a-4d27-9e91-ae08d97053de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:07.707239 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3bfcc01f-514a-4d27-9e91-ae08d97053de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:07.712164 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3bfcc01f-514a-4d27-9e91-ae08d97053de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:07.723883 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-9e78d536-df53-429e-b854-3bdc71fcef5d tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:07.762951 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-3bfcc01f-514a-4d27-9e91-ae08d97053de admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b73cbe48bebd47a7a3cace3f1b26b939&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2892768 May 18 10:04:07.764561 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfcc01f-514a-4d27-9e91-ae08d97053de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d1573d-1e51-4afd-8872-e2935456ec3c,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:07.765724 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 35784) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:07.767447 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-3bfcc01f-514a-4d27-9e91-ae08d97053de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:07.832925 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-bfa53822-3c28-4447-802d-98433edf6749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:07.867060 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-bfa53822-3c28-4447-802d-98433edf6749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:07.880582 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 08ec9a57-0f9d-4dbe-92ab-bc4e75140dae no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:04:07.943486 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-bfa53822-3c28-4447-802d-98433edf6749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:07.950284 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:07.951170 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] No Port match for: 08ec9a57-0f9d-4dbe-92ab-bc4e75140dae {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:04:07.951540 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 08ec9a57-0f9d-4dbe-92ab-bc4e75140dae not bound to the agent host hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:04:07.967525 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa53822-3c28-4447-802d-98433edf6749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d1573d-1e51-4afd-8872-e2935456ec3c,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:07.975786 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-bfa53822-3c28-4447-802d-98433edf6749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:07.979481 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-bfa53822-3c28-4447-802d-98433edf6749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:07.983621 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-bfa53822-3c28-4447-802d-98433edf6749 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f1d1573d-1e51-4afd-8872-e2935456ec3c HTTP/1.1" status: 204 len: 168 time: 0.2166204 May 18 10:04:08.015417 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb19e23-3ca8-45ee-a322-87d815123df7 req-e255983d-7602-4fbd-b32a-ec82d672a3fc tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:08.017362 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-1eb19e23-3ca8-45ee-a322-87d815123df7 req-e255983d-7602-4fbd-b32a-ec82d672a3fc tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=42195319-68c1-40df-8409-3873bfed4993 HTTP/1.1" status: 200 len: 946 time: 0.0881586 May 18 10:04:08.066023 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-1eb19e23-3ca8-45ee-a322-87d815123df7 req-e47632b1-e1d1-4bca-8e71-7d2c315c9d5f tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422330 May 18 10:04:08.288452 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 35798) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:08.305739 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-39bda6ed-572f-4b19-ae54-48e8e54b546f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:08.323044 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-39bda6ed-572f-4b19-ae54-48e8e54b546f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:08.327819 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-39bda6ed-572f-4b19-ae54-48e8e54b546f admin admin] Usage tracker for resource:security_group_rule and tenant:d85ee13a8cea4a78a593502bea7db4ae is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:08.331532 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-39bda6ed-572f-4b19-ae54-48e8e54b546f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:08.337750 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-39bda6ed-572f-4b19-ae54-48e8e54b546f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:08.467211 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-39bda6ed-572f-4b19-ae54-48e8e54b546f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:08.476105 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-39bda6ed-572f-4b19-ae54-48e8e54b546f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:08.488433 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-aefc8b32-026b-4829-b1d0-e264d64bad6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:08.535146 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-39bda6ed-572f-4b19-ae54-48e8e54b546f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d85ee13a8cea4a78a593502bea7db4ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2455676 May 18 10:04:08.537767 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 35804) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:08.543938 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bda6ed-572f-4b19-ae54-48e8e54b546f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6f98d7-2c7e-4661-bdbf-28c61a60c57e,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:08.555435 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bda6ed-572f-4b19-ae54-48e8e54b546f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:08.555788 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bda6ed-572f-4b19-ae54-48e8e54b546f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:08.556131 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bda6ed-572f-4b19-ae54-48e8e54b546f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:08.556469 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bda6ed-572f-4b19-ae54-48e8e54b546f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:08.556802 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bda6ed-572f-4b19-ae54-48e8e54b546f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:08.557135 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bda6ed-572f-4b19-ae54-48e8e54b546f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:08.557464 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bda6ed-572f-4b19-ae54-48e8e54b546f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:08.557793 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bda6ed-572f-4b19-ae54-48e8e54b546f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:08.558122 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bda6ed-572f-4b19-ae54-48e8e54b546f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:08.558479 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bda6ed-572f-4b19-ae54-48e8e54b546f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:08.558813 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bda6ed-572f-4b19-ae54-48e8e54b546f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:08.559137 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bda6ed-572f-4b19-ae54-48e8e54b546f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:08.563120 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-39bda6ed-572f-4b19-ae54-48e8e54b546f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:08.572759 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0771528-7440-47da-a2b6-df1312929eee req-8d75a2cb-7ef6-49c5-bd1c-a1117cdd219d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:08.574274 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-c0771528-7440-47da-a2b6-df1312929eee req-8d75a2cb-7ef6-49c5-bd1c-a1117cdd219d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.1661341 May 18 10:04:08.605547 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-b85cbbc8-0660-4d83-9be3-6124f2873b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:08.621811 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-c0771528-7440-47da-a2b6-df1312929eee req-3e354793-a647-4300-ac1a-5744aca42b1a tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412230 May 18 10:04:08.632717 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-b85cbbc8-0660-4d83-9be3-6124f2873b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:08.683575 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-b85cbbc8-0660-4d83-9be3-6124f2873b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:08.688170 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-8aeb82bb-cba5-4051-9f70-8832435f7479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:08.703920 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85cbbc8-0660-4d83-9be3-6124f2873b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6f98d7-2c7e-4661-bdbf-28c61a60c57e,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:08.706744 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-b85cbbc8-0660-4d83-9be3-6124f2873b47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:08.713074 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-b85cbbc8-0660-4d83-9be3-6124f2873b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:08.714174 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-b85cbbc8-0660-4d83-9be3-6124f2873b47 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2d6f98d7-2c7e-4661-bdbf-28c61a60c57e HTTP/1.1" status: 204 len: 168 time: 0.1753983 May 18 10:04:09.266368 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0f351-a488-4c50-8668-d8de7f1c65a8 req-48588b53-3495-461f-b0bb-95a0eacc4f5d tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:09.267950 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-bed0f351-a488-4c50-8668-d8de7f1c65a8 req-48588b53-3495-461f-b0bb-95a0eacc4f5d tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=42195319-68c1-40df-8409-3873bfed4993 HTTP/1.1" status: 200 len: 946 time: 0.0893543 May 18 10:04:09.317542 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-bed0f351-a488-4c50-8668-d8de7f1c65a8 req-f8836ede-ed79-4fc8-bafe-a65922ad07af tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432150 May 18 10:04:09.828780 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63f0d3-82ba-4e07-adff-280393ca32d6 req-746197d4-e0f5-4a97-9b84-4aff1ead4d34 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:09.829342 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-8a63f0d3-82ba-4e07-adff-280393ca32d6 req-746197d4-e0f5-4a97-9b84-4aff1ead4d34 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.0906494 May 18 10:04:09.887064 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-8a63f0d3-82ba-4e07-adff-280393ca32d6 req-2e56cd66-2941-4b4b-95ea-40df168f5511 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503948 May 18 10:04:10.074327 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8758b-a52b-4dc4-a840-9bd383c38936 req-21e2340a-a1be-4489-8abb-4972c04aaed9 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:10.075908 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-12b8758b-a52b-4dc4-a840-9bd383c38936 req-21e2340a-a1be-4489-8abb-4972c04aaed9 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.10 "GET /v2.0/ports?device_id=42195319-68c1-40df-8409-3873bfed4993 HTTP/1.1" status: 200 len: 946 time: 0.1035395 May 18 10:04:10.243184 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [req-12b8758b-a52b-4dc4-a840-9bd383c38936 req-8c068abc-1a9c-4a77-980d-2adc920389e4 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Deleting port c9956d95-1f80-4159-a7af-5ccae1e13e97 {{(pid=91254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:04:10.243528 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-12b8758b-a52b-4dc4-a840-9bd383c38936 req-8c068abc-1a9c-4a77-980d-2adc920389e4 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:10.384502 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [req-12b8758b-a52b-4dc4-a840-9bd383c38936 req-8c068abc-1a9c-4a77-980d-2adc920389e4 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] For port c9956d95-1f80-4159-a7af-5ccae1e13e97, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c9956d95-1f80-4159-a7af-5ccae1e13e97,segment=NetworkSegment(2beb079a-9d35-4dc7-bdc2-f082c5b10557),segment_id=2beb079a-9d35-4dc7-bdc2-f082c5b10557)] {{(pid=91254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:04:10.384867 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-12b8758b-a52b-4dc4-a840-9bd383c38936 req-8c068abc-1a9c-4a77-980d-2adc920389e4 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:10.523598 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [req-12b8758b-a52b-4dc4-a840-9bd383c38936 req-8c068abc-1a9c-4a77-980d-2adc920389e4 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Calling delete_port for c9956d95-1f80-4159-a7af-5ccae1e13e97 owned by compute:nova {{(pid=91254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:04:10.538569 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df17ed-0016-46a8-ae4b-3e4cf6debddc req-47a3f3af-4c03-4209-9b7b-7bdf49345f12 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:10.540083 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-41df17ed-0016-46a8-ae4b-3e4cf6debddc req-47a3f3af-4c03-4209-9b7b-7bdf49345f12 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/ports?device_id=42195319-68c1-40df-8409-3873bfed4993 HTTP/1.1" status: 200 len: 946 time: 0.0908644 May 18 10:04:10.587759 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-41df17ed-0016-46a8-ae4b-3e4cf6debddc req-f5fd9f35-500f-4cc7-aff4-d4afbca3961e tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab4f6ba0-0be1-4933-b201-6d288d9de4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401599 May 18 10:04:10.655379 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-12b8758b-a52b-4dc4-a840-9bd383c38936 req-8c068abc-1a9c-4a77-980d-2adc920389e4 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:10.661694 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-08e9c672-c8e8-4ab6-a6fb-e9f0cb0f1412 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:10.667765 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['c9956d95-1f80-4159-a7af-5ccae1e13e97'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:04:10.712616 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c068abc-1a9c-4a77-980d-2adc920389e4 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Pushing event deleted for resources: {'Port': ['ID=c9956d95-1f80-4159-a7af-5ccae1e13e97,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:10.715808 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-8c068abc-1a9c-4a77-980d-2adc920389e4 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:10.766298 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 35874) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:10.786962 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b8758b-a52b-4dc4-a840-9bd383c38936 req-8c068abc-1a9c-4a77-980d-2adc920389e4 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] No DVR routers for this DVR port c9956d95-1f80-4159-a7af-5ccae1e13e97 on host hv-cinder-77262 {{(pid=91254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:04:10.789551 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-12b8758b-a52b-4dc4-a840-9bd383c38936 req-8c068abc-1a9c-4a77-980d-2adc920389e4 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:10.792250 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42195319-68c1-40df-8409-3873bfed4993', 'name': 'network-vif-deleted', 'tag': 'c9956d95-1f80-4159-a7af-5ccae1e13e97'}] {{(pid=91254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:04:10.813897 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-12b8758b-a52b-4dc4-a840-9bd383c38936 req-8c068abc-1a9c-4a77-980d-2adc920389e4 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] 10.222.0.10 "DELETE /v2.0/ports/c9956d95-1f80-4159-a7af-5ccae1e13e97 HTTP/1.1" status: 204 len: 173 time: 0.7291718 May 18 10:04:10.838009 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42195319-68c1-40df-8409-3873bfed4993', 'name': 'network-vif-deleted', 'tag': 'c9956d95-1f80-4159-a7af-5ccae1e13e97', 'status': 'completed', 'code': 200} May 18 10:04:10.905101 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e4ab2dd2-322c-4867-89dd-d422ee732848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:10.920656 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-e4ab2dd2-322c-4867-89dd-d422ee732848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:10.924682 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-e4ab2dd2-322c-4867-89dd-d422ee732848 admin admin] Usage tracker for resource:security_group_rule and tenant:2f4bd890de2f4eda8ef1cd7c79211610 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:10.928212 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-e4ab2dd2-322c-4867-89dd-d422ee732848 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:10.935177 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-e4ab2dd2-322c-4867-89dd-d422ee732848 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:11.066013 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e4ab2dd2-322c-4867-89dd-d422ee732848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:11.074131 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e4ab2dd2-322c-4867-89dd-d422ee732848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:11.082239 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-c14e7bd9-edd8-4d78-bb9d-55d7c4525489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:11.130110 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab2dd2-322c-4867-89dd-d422ee732848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf457b04-05b2-4975-a187-47de22f8751a,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:11.137075 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-e4ab2dd2-322c-4867-89dd-d422ee732848 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2f4bd890de2f4eda8ef1cd7c79211610&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3696282 May 18 10:04:11.138751 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 35886) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:11.139406 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-e4ab2dd2-322c-4867-89dd-d422ee732848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:11.161256 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d1b65-ebe4-44b6-abb5-986247530ad1 req-b73bfff9-40b1-4890-9059-2631909aa62e tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:11.163403 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-984d1b65-ebe4-44b6-abb5-986247530ad1 req-b73bfff9-40b1-4890-9059-2631909aa62e tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.1559043 May 18 10:04:11.208406 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-0f4ef1bf-9c2a-4c99-9f74-64522c0be46a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:11.242453 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-0f4ef1bf-9c2a-4c99-9f74-64522c0be46a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:11.272943 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-984d1b65-ebe4-44b6-abb5-986247530ad1 req-3c2adfc0-8700-4b9c-9b7d-ae20763486c6 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000490 May 18 10:04:11.301118 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-0f4ef1bf-9c2a-4c99-9f74-64522c0be46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:11.305485 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-0e2b469f-9a8b-443c-b710-ad7a853ff52f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:11.319924 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ef1bf-9c2a-4c99-9f74-64522c0be46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf457b04-05b2-4975-a187-47de22f8751a,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:11.323869 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-0f4ef1bf-9c2a-4c99-9f74-64522c0be46a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:11.327701 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-0f4ef1bf-9c2a-4c99-9f74-64522c0be46a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:11.329843 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-0f4ef1bf-9c2a-4c99-9f74-64522c0be46a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bf457b04-05b2-4975-a187-47de22f8751a HTTP/1.1" status: 204 len: 168 time: 0.1898811 May 18 10:04:11.649610 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 35898) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:11.667953 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-9fc87510-b5fa-4d35-b7ab-e087af284f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:11.683007 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-9fc87510-b5fa-4d35-b7ab-e087af284f14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:11.687033 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-9fc87510-b5fa-4d35-b7ab-e087af284f14 admin admin] Usage tracker for resource:security_group_rule and tenant:2d2f449f08d647c8b6d773b496eaf724 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:11.689980 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 35902) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:11.690507 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-9fc87510-b5fa-4d35-b7ab-e087af284f14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:11.697398 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-9fc87510-b5fa-4d35-b7ab-e087af284f14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:11.753180 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.db_base_plugin_v2 [None req-0419edbb-2584-496d-8a02-6530ebb76f93 admin admin] Deleting subnet 97072edd-9969-406c-bd1e-8e3d97a45e00 {{(pid=91255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 10:04:11.756165 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-0419edbb-2584-496d-8a02-6530ebb76f93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:11.784922 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-9fc87510-b5fa-4d35-b7ab-e087af284f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:11.791913 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-9fc87510-b5fa-4d35-b7ab-e087af284f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:11.800228 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-1d919379-730e-4c21-9355-4b5fc39ab7ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:11.826505 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-0419edbb-2584-496d-8a02-6530ebb76f93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2332627'] for subnet, precommit_delete_associations {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:11.847268 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-9fc87510-b5fa-4d35-b7ab-e087af284f14 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2d2f449f08d647c8b6d773b496eaf724&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1965904 May 18 10:04:11.848332 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc87510-b5fa-4d35-b7ab-e087af284f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497e2677-4cf7-435e-923b-c6d2d2f9e413,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:11.850686 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 35906) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:11.853339 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-9fc87510-b5fa-4d35-b7ab-e087af284f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:11.896842 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-0419edbb-2584-496d-8a02-6530ebb76f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379774'] for subnet, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:11.917866 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-1bf6bae9-06b9-4f37-a665-e02616bd9b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:11.947812 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-1bf6bae9-06b9-4f37-a665-e02616bd9b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:12.004850 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-1bf6bae9-06b9-4f37-a665-e02616bd9b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:12.010243 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-39bda6ed-572f-4b19-ae54-48e8e54b546f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:12.022872 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6bae9-06b9-4f37-a665-e02616bd9b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497e2677-4cf7-435e-923b-c6d2d2f9e413,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:12.031006 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-1bf6bae9-06b9-4f37-a665-e02616bd9b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:12.034644 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-1bf6bae9-06b9-4f37-a665-e02616bd9b8a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/497e2677-4cf7-435e-923b-c6d2d2f9e413 HTTP/1.1" status: 204 len: 168 time: 0.1807771 May 18 10:04:12.034644 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-1bf6bae9-06b9-4f37-a665-e02616bd9b8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:12.176765 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-0419edbb-2584-496d-8a02-6530ebb76f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2298964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2126218'] for subnet, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:12.181499 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-1ec25a50-35a8-4d23-9c60-8828134137f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:12.215843 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419edbb-2584-496d-8a02-6530ebb76f93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97072edd-9969-406c-bd1e-8e3d97a45e00,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:12.218618 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-0419edbb-2584-496d-8a02-6530ebb76f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:12.227118 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-0419edbb-2584-496d-8a02-6530ebb76f93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for subnet, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:12.240224 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-0419edbb-2584-496d-8a02-6530ebb76f93 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/97072edd-9969-406c-bd1e-8e3d97a45e00 HTTP/1.1" status: 204 len: 168 time: 0.5470316 May 18 10:04:12.240590 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 35916) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:12.496604 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ceb25b-8f8c-48ee-aaa5-40699ca708f2 req-87005265-b6fb-4194-a129-e5c2e7f45ec7 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:12.511914 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e8ceb25b-8f8c-48ee-aaa5-40699ca708f2 req-87005265-b6fb-4194-a129-e5c2e7f45ec7 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.1185753 May 18 10:04:12.518710 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-6601e1ff-aac4-4d56-a5fd-cfdc1d07f645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7931910'] for network, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:12.572390 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e8ceb25b-8f8c-48ee-aaa5-40699ca708f2 req-a074a0b5-bc99-49f4-9c2d-de11f7e70591 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594795 May 18 10:04:12.663584 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-6601e1ff-aac4-4d56-a5fd-cfdc1d07f645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373237', 'neutron.services.segments.db._delete_segments_for_network-8726941291138'] for network, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:12.676865 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.services.segments.db [None req-6601e1ff-aac4-4d56-a5fd-cfdc1d07f645 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f114c1f-030f-4967-9b62-649e8025f375']}} {{(pid=91254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:04:12.690083 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.services.segments.db [None req-6601e1ff-aac4-4d56-a5fd-cfdc1d07f645 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2beb079a-9d35-4dc7-bdc2-f082c5b10557') {'for_net_delete': True} {{(pid=91254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:04:12.690539 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.services.segments.db [None req-6601e1ff-aac4-4d56-a5fd-cfdc1d07f645 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2beb079a-9d35-4dc7-bdc2-f082c5b10557') {} {{(pid=91254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:04:12.703235 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-6601e1ff-aac4-4d56-a5fd-cfdc1d07f645 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726941301643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1687651'] for segment, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:12.721207 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-6601e1ff-aac4-4d56-a5fd-cfdc1d07f645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901'] for segment, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:12.729618 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6601e1ff-aac4-4d56-a5fd-cfdc1d07f645 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=91254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 10:04:12.730075 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-6601e1ff-aac4-4d56-a5fd-cfdc1d07f645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2478073'] for segment, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:12.748104 dv-cinder-772623-5-iscsi neutron-server[91254]: Traceback (most recent call last): May 18 10:04:12.748104 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 10:04:12.748104 dv-cinder-772623-5-iscsi neutron-server[91254]: timer() May 18 10:04:12.748104 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 10:04:12.748104 dv-cinder-772623-5-iscsi neutron-server[91254]: cb(*args, **kw) May 18 10:04:12.748104 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 10:04:12.748104 dv-cinder-772623-5-iscsi neutron-server[91254]: return func(*args, **kwargs) May 18 10:04:12.748104 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 10:04:12.748104 dv-cinder-772623-5-iscsi neutron-server[91254]: self._notify() May 18 10:04:12.748104 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 10:04:12.748104 dv-cinder-772623-5-iscsi neutron-server[91254]: self.callback(batched_events) May 18 10:04:12.748104 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 10:04:12.748104 dv-cinder-772623-5-iscsi neutron-server[91254]: event.method(event) May 18 10:04:12.748104 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 10:04:12.748104 dv-cinder-772623-5-iscsi neutron-server[91254]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 10:04:12.748104 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 10:04:12.748104 dv-cinder-772623-5-iscsi neutron-server[91254]: aggregate_uuid = self.p_client.list_aggregates( May 18 10:04:12.748104 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 10:04:12.748104 dv-cinder-772623-5-iscsi neutron-server[91254]: return f(self, *a, **k) May 18 10:04:12.748104 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 10:04:12.748104 dv-cinder-772623-5-iscsi neutron-server[91254]: return self._get(url).json() May 18 10:04:12.748104 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 10:04:12.748104 dv-cinder-772623-5-iscsi neutron-server[91254]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 10:04:12.748104 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 10:04:12.748104 dv-cinder-772623-5-iscsi neutron-server[91254]: return self.request(url, 'GET', **kwargs) May 18 10:04:12.748104 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 10:04:12.748104 dv-cinder-772623-5-iscsi neutron-server[91254]: base_url = self.get_endpoint(auth, allow=allow, May 18 10:04:12.748104 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 10:04:12.748104 dv-cinder-772623-5-iscsi neutron-server[91254]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 10:04:12.748104 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 10:04:12.748104 dv-cinder-772623-5-iscsi neutron-server[91254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 10:04:12.748104 dv-cinder-772623-5-iscsi neutron-server[91254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 10:04:12.809336 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8328056-29f4-403d-82cb-36ed119f680c req-9df71312-8545-493c-aa18-ea20cfd43cb0 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:12.810859 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e8328056-29f4-403d-82cb-36ed119f680c req-9df71312-8545-493c-aa18-ea20cfd43cb0 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.1022000 May 18 10:04:12.825267 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-6601e1ff-aac4-4d56-a5fd-cfdc1d07f645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924726'] for network, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:12.830033 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-58ef8325-eae3-472a-8508-8a55e09c2e77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:12.848360 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-6601e1ff-aac4-4d56-a5fd-cfdc1d07f645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for network, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:12.850974 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601e1ff-aac4-4d56-a5fd-cfdc1d07f645 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f114c1f-030f-4967-9b62-649e8025f375,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:12.853918 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-6601e1ff-aac4-4d56-a5fd-cfdc1d07f645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:12.866484 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-6601e1ff-aac4-4d56-a5fd-cfdc1d07f645 admin admin] 10.222.0.11 "DELETE /v2.0/networks/4f114c1f-030f-4967-9b62-649e8025f375 HTTP/1.1" status: 204 len: 168 time: 0.6247802 May 18 10:04:12.869914 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e8328056-29f4-403d-82cb-36ed119f680c req-3d298611-2841-4c1b-b439-1515d5782861 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479701 May 18 10:04:13.055175 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 35948) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:13.118369 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-75cb1ff7-8bb4-497a-a4ea-75840f97f4b6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7acb51810c8545daa5171055799a0f07&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0619314 May 18 10:04:13.120798 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 35954) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:13.186709 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-738b657a-f196-4e77-b8bd-1018efbfddb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:13.214276 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-738b657a-f196-4e77-b8bd-1018efbfddb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:13.267287 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-738b657a-f196-4e77-b8bd-1018efbfddb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:13.272647 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-bfa53822-3c28-4447-802d-98433edf6749 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:13.286481 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b657a-f196-4e77-b8bd-1018efbfddb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4f6ba0-0be1-4933-b201-6d288d9de4f3,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:13.293588 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-738b657a-f196-4e77-b8bd-1018efbfddb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:13.301897 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-738b657a-f196-4e77-b8bd-1018efbfddb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:13.304187 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-738b657a-f196-4e77-b8bd-1018efbfddb5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ab4f6ba0-0be1-4933-b201-6d288d9de4f3 HTTP/1.1" status: 204 len: 168 time: 0.1822505 May 18 10:04:13.583756 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 35968) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:13.717712 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-7c31e167-c395-4947-966e-a578a12b6011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:13.736493 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-7c31e167-c395-4947-966e-a578a12b6011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:13.742441 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-7c31e167-c395-4947-966e-a578a12b6011 admin admin] Usage tracker for resource:security_group_rule and tenant:b68f08f8c7f942deabb700cac70c2bbf is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:13.744719 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-7c31e167-c395-4947-966e-a578a12b6011 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:13.752623 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-7c31e167-c395-4947-966e-a578a12b6011 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:13.771212 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903e178-5267-4340-8f88-62fb0676c991 req-6fc60d8f-0ae5-4dfe-8f49-06eaa538400b tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:13.773430 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-9903e178-5267-4340-8f88-62fb0676c991 req-6fc60d8f-0ae5-4dfe-8f49-06eaa538400b tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.0939467 May 18 10:04:13.828577 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-9903e178-5267-4340-8f88-62fb0676c991 req-ba8f0b0c-263c-4d6c-b96a-5b4b7b82699f tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488319 May 18 10:04:13.846237 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-7c31e167-c395-4947-966e-a578a12b6011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:13.859723 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-7c31e167-c395-4947-966e-a578a12b6011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:13.860652 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:04:13.869268 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-0d1a9a51-c2a6-474f-b901-41bd7c475224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:13.902769 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device c9956d95-1f80-4159-a7af-5ccae1e13e97 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:04:13.910033 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-7c31e167-c395-4947-966e-a578a12b6011 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b68f08f8c7f942deabb700cac70c2bbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3239877 May 18 10:04:13.911695 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c31e167-c395-4947-966e-a578a12b6011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4134d72-45b1-47b7-948d-deadfb092279,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:13.913409 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 35988) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:13.915033 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-7c31e167-c395-4947-966e-a578a12b6011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:13.988933 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-7c3f7818-0185-4ed9-be00-43f474d05d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:14.005125 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] No Port match for: c9956d95-1f80-4159-a7af-5ccae1e13e97 {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:04:14.005419 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device c9956d95-1f80-4159-a7af-5ccae1e13e97 not bound to the agent host hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:04:14.018967 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-7c3f7818-0185-4ed9-be00-43f474d05d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:14.083057 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-7c3f7818-0185-4ed9-be00-43f474d05d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:14.088219 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-cdcbd951-5a00-46fa-a442-7c7ba245eec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:14.103260 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f7818-0185-4ed9-be00-43f474d05d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4134d72-45b1-47b7-948d-deadfb092279,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:14.105894 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-7c3f7818-0185-4ed9-be00-43f474d05d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:14.106229 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17567d13-9ada-4f12-8a2c-787000732100 req-98d01536-c271-41bd-afeb-5064a34db352 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:14.107175 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-7c3f7818-0185-4ed9-be00-43f474d05d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:14.108167 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-17567d13-9ada-4f12-8a2c-787000732100 req-98d01536-c271-41bd-afeb-5064a34db352 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.1014130 May 18 10:04:14.110907 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-7c3f7818-0185-4ed9-be00-43f474d05d6f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d4134d72-45b1-47b7-948d-deadfb092279 HTTP/1.1" status: 204 len: 168 time: 0.1964900 May 18 10:04:14.164271 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-17567d13-9ada-4f12-8a2c-787000732100 req-7aeeef9d-cdfc-4e5e-9d09-d06db44e2309 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486491 May 18 10:04:15.076628 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d418e26-9002-4eac-b610-f3a04263ce61 req-b2cbb0aa-5350-4d23-88ed-7894ece90154 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:15.083023 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-8d418e26-9002-4eac-b610-f3a04263ce61 req-b2cbb0aa-5350-4d23-88ed-7894ece90154 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.0900414 May 18 10:04:15.133585 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-8d418e26-9002-4eac-b610-f3a04263ce61 req-6b9d91ce-cfc4-4595-8e3b-41b9785d545b tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492206 May 18 10:04:15.371173 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428cde4e-d249-49a1-9af3-8d0a74cbfaed req-c6980275-51b2-4743-a181-35e356991531 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:15.372704 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-428cde4e-d249-49a1-9af3-8d0a74cbfaed req-c6980275-51b2-4743-a181-35e356991531 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0967150 May 18 10:04:15.417527 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-428cde4e-d249-49a1-9af3-8d0a74cbfaed req-1c428c1f-9179-4ffe-812c-3d5826477419 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390508 May 18 10:04:15.944232 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:16.324896 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709ff16-af12-42cc-bd68-eb0a7e55aa8c req-a574d51c-eb50-485d-835b-497c3909c149 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:16.326374 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-4709ff16-af12-42cc-bd68-eb0a7e55aa8c req-a574d51c-eb50-485d-835b-497c3909c149 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.0795500 May 18 10:04:16.375296 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-4709ff16-af12-42cc-bd68-eb0a7e55aa8c req-2a52d508-7d89-4f79-ba00-6d9d948ae32b tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432746 May 18 10:04:16.640561 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb905e6e-b118-4aea-9f6b-2c4e14cbd0f7 req-f1433a65-69fa-4d0b-b93b-f5be331e2010 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:16.644048 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-fb905e6e-b118-4aea-9f6b-2c4e14cbd0f7 req-f1433a65-69fa-4d0b-b93b-f5be331e2010 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.1092026 May 18 10:04:16.692454 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-fb905e6e-b118-4aea-9f6b-2c4e14cbd0f7 req-28141e3e-66a1-4db4-8eb1-531264dc182c tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404503 May 18 10:04:16.794167 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b06c27-669b-4ff2-84fc-b9802542ea3c req-aff032b1-653d-4865-b0dd-5caefcab431f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:16.795670 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-20b06c27-669b-4ff2-84fc-b9802542ea3c req-aff032b1-653d-4865-b0dd-5caefcab431f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f716dbf60ba7409595aa27a28db3f6ae&device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 1098 time: 0.0728583 May 18 10:04:16.946622 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b06c27-669b-4ff2-84fc-b9802542ea3c req-410c17f7-ad6f-4177-aa0e-8ebe44e12ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:16.948303 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-20b06c27-669b-4ff2-84fc-b9802542ea3c req-410c17f7-ad6f-4177-aa0e-8ebe44e12ef8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fe6c80e1-177e-4a34-ab74-aff33bd088bf HTTP/1.1" status: 200 len: 918 time: 0.1326506 May 18 10:04:17.055030 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-20b06c27-669b-4ff2-84fc-b9802542ea3c req-b86a6428-0235-49dd-a257-995aeda694ca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2 HTTP/1.1" status: 200 len: 1001 time: 0.0986714 May 18 10:04:17.122130 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b06c27-669b-4ff2-84fc-b9802542ea3c req-a215fb16-9037-41f5-b899-31b00ce68bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:17.123643 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-20b06c27-669b-4ff2-84fc-b9802542ea3c req-a215fb16-9037-41f5-b899-31b00ce68bad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=293e45ba-5a92-42da-8d0a-72e710626ff2 HTTP/1.1" status: 200 len: 856 time: 0.0612800 May 18 10:04:17.569604 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f1bb2-06df-4102-8972-f8dc8aee83f4 req-603c5227-66fe-4efb-9bbb-add68ee99124 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:17.571082 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-d87f1bb2-06df-4102-8972-f8dc8aee83f4 req-603c5227-66fe-4efb-9bbb-add68ee99124 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.0827687 May 18 10:04:17.615818 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-d87f1bb2-06df-4102-8972-f8dc8aee83f4 req-deb00713-3475-4237-b277-70020df1ed17 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382729 May 18 10:04:17.876239 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac3650-7819-4032-84e7-913417bf6103 req-851f557c-e52d-4436-8bb6-516179a37019 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:17.877650 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-4eac3650-7819-4032-84e7-913417bf6103 req-851f557c-e52d-4436-8bb6-516179a37019 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0784733 May 18 10:04:17.922964 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-4eac3650-7819-4032-84e7-913417bf6103 req-2ea609eb-847a-47b8-b7ac-68b504ca34a6 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394516 May 18 10:04:18.805761 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee20dd-0a0b-4d7e-8fbe-54cdca4d2685 req-fa321263-f141-4a8e-9118-f1809f17a136 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:18.807252 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-e8ee20dd-0a0b-4d7e-8fbe-54cdca4d2685 req-fa321263-f141-4a8e-9118-f1809f17a136 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.0781767 May 18 10:04:18.851632 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-e8ee20dd-0a0b-4d7e-8fbe-54cdca4d2685 req-ef28c68f-4069-4781-92d7-14d4d4e33f4c tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387447 May 18 10:04:19.119129 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e3ff6-ef5e-4e9d-af83-f4a8b44b2436 req-9acd9df0-5f97-4101-be3d-4d07fd477654 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:19.127932 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-927e3ff6-ef5e-4e9d-af83-f4a8b44b2436 req-9acd9df0-5f97-4101-be3d-4d07fd477654 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0914783 May 18 10:04:19.164642 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-927e3ff6-ef5e-4e9d-af83-f4a8b44b2436 req-4e40d3fb-f9dc-461a-b75a-386ba334d8a8 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381780 May 18 10:04:19.742332 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b06c27-669b-4ff2-84fc-b9802542ea3c req-5da052c5-ccd0-4f99-ac81-76482c75c44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:19.743750 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-20b06c27-669b-4ff2-84fc-b9802542ea3c req-5da052c5-ccd0-4f99-ac81-76482c75c44d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fe6c80e1-177e-4a34-ab74-aff33bd088bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726483 May 18 10:04:20.045998 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60bdf7-c022-4b4a-b47f-f118aca1aa76 req-58d3c843-768f-4be4-9c9c-ad5d7d7ad572 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:20.047504 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-8d60bdf7-c022-4b4a-b47f-f118aca1aa76 req-58d3c843-768f-4be4-9c9c-ad5d7d7ad572 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.0822368 May 18 10:04:20.093376 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-8d60bdf7-c022-4b4a-b47f-f118aca1aa76 req-cc298042-ca8b-4104-8e59-67b14544962e tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401130 May 18 10:04:20.348489 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b84406-006a-43a9-9b37-aac08f75c0d4 req-cecb574a-2480-489f-a936-ec0cbb7d3f93 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:20.349979 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-92b84406-006a-43a9-9b37-aac08f75c0d4 req-cecb574a-2480-489f-a936-ec0cbb7d3f93 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0791225 May 18 10:04:20.395284 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-92b84406-006a-43a9-9b37-aac08f75c0d4 req-7a4f9d28-ce52-44be-840e-9b1f2bea5211 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396004 May 18 10:04:20.754940 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-20b06c27-669b-4ff2-84fc-b9802542ea3c req-cb944ef5-c531-4579-8beb-c7bb1db844cb service neutron] 10.222.0.10 "GET /v2.0/networks/fe6c80e1-177e-4a34-ab74-aff33bd088bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241450 May 18 10:04:21.285856 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdd499-5e03-4589-8500-691083ec9c57 req-10e2006e-fa21-4b7c-a66c-dd4b53abe5b4 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:21.287366 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-cacdd499-5e03-4589-8500-691083ec9c57 req-10e2006e-fa21-4b7c-a66c-dd4b53abe5b4 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.0832200 May 18 10:04:21.333149 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-cacdd499-5e03-4589-8500-691083ec9c57 req-58b3b3d2-05f2-466b-8878-1564b7bec790 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395412 May 18 10:04:21.577590 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a55a5-da99-483e-bb94-ef9df7cc1517 req-c90c415c-ba7f-4baf-887d-759b530e42ac tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:21.579055 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-8b0a55a5-da99-483e-bb94-ef9df7cc1517 req-c90c415c-ba7f-4baf-887d-759b530e42ac tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0785582 May 18 10:04:21.625229 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-8b0a55a5-da99-483e-bb94-ef9df7cc1517 req-06d57b4e-645e-4ac4-bd58-904671f7dbba tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404048 May 18 10:04:22.148129 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-20b06c27-669b-4ff2-84fc-b9802542ea3c req-f70388ae-c7a3-4f04-91bb-a673da4c2a38 service neutron] 10.222.0.10 "GET /v2.0/networks/fe6c80e1-177e-4a34-ab74-aff33bd088bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236763 May 18 10:04:22.528567 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faed0d5-c6dc-4a95-8d8c-cd1a6eb3df12 req-cf7d495a-b688-48dd-8bfc-ce54e0186b85 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:22.530078 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-6faed0d5-c6dc-4a95-8d8c-cd1a6eb3df12 req-cf7d495a-b688-48dd-8bfc-ce54e0186b85 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.0876744 May 18 10:04:22.570669 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-c8b218d9-78b6-4727-bfe1-835e9eb8802f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:22.577355 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-6faed0d5-c6dc-4a95-8d8c-cd1a6eb3df12 req-97f6c5eb-ecb2-4eb7-a855-f41e40566a4c tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415046 May 18 10:04:22.812708 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560aee4-e2fb-4bce-9a7f-1c0d42493b56 req-8e2f2f63-05a5-40c3-9762-34e95eb6bc21 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:22.814256 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-b560aee4-e2fb-4bce-9a7f-1c0d42493b56 req-8e2f2f63-05a5-40c3-9762-34e95eb6bc21 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0799766 May 18 10:04:22.868529 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-b560aee4-e2fb-4bce-9a7f-1c0d42493b56 req-1676a5d1-2fee-42d7-a3f2-3312e1cabfd2 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427656 May 18 10:04:23.766355 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83419b-0e68-4e82-b37b-bbdb36858506 req-dd38d9dd-cd91-4072-8cd4-64fa910014bc tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:23.767866 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-aa83419b-0e68-4e82-b37b-bbdb36858506 req-dd38d9dd-cd91-4072-8cd4-64fa910014bc tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.0801597 May 18 10:04:23.812650 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-aa83419b-0e68-4e82-b37b-bbdb36858506 req-bfb7bb63-2dbd-4a47-ade3-1d9dd657680b tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383894 May 18 10:04:24.055438 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcf626-ab63-4999-a22a-5ab128842ccd req-b9eee4fd-b4bc-48d6-88a5-a47674656d83 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:24.056771 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-dfbcf626-ab63-4999-a22a-5ab128842ccd req-b9eee4fd-b4bc-48d6-88a5-a47674656d83 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0807340 May 18 10:04:24.150874 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-dfbcf626-ab63-4999-a22a-5ab128842ccd req-722cb87e-fb1f-49f4-9af3-c8228c6c6a03 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883934 May 18 10:04:24.999393 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b4e55-0732-42f6-a472-225fb6cf6156 req-62d6dcfb-a27c-4d9b-bdd9-c699f7ad4b4c tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:25.000882 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-4f0b4e55-0732-42f6-a472-225fb6cf6156 req-62d6dcfb-a27c-4d9b-bdd9-c699f7ad4b4c tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.0787840 May 18 10:04:25.047708 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-4f0b4e55-0732-42f6-a472-225fb6cf6156 req-a298bca1-3436-4d6b-babd-76b055034bcf tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404942 May 18 10:04:25.178891 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:25.213037 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-ee0f0ce4-9538-4b02-8953-678e8763b6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:25.429304 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc8991-c237-4387-b073-97e7d7cde5f4 req-771fac99-7f76-461d-9d1c-0da1a6f04ffb tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:25.430755 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-30fc8991-c237-4387-b073-97e7d7cde5f4 req-771fac99-7f76-461d-9d1c-0da1a6f04ffb tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.1716540 May 18 10:04:25.476522 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-30fc8991-c237-4387-b073-97e7d7cde5f4 req-2ee6cd0f-c802-4254-8dfc-fe1e8ef4ec61 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400972 May 18 10:04:26.234847 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476a032-1cd7-484d-8d5d-c742e75ba3bd req-18c40482-94dc-4577-9867-f961dbb2e0e8 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:26.236259 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a476a032-1cd7-484d-8d5d-c742e75ba3bd req-18c40482-94dc-4577-9867-f961dbb2e0e8 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.0773883 May 18 10:04:26.279763 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a476a032-1cd7-484d-8d5d-c742e75ba3bd req-e69e02d7-93f4-4f85-b0ea-7a22e4596f30 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372336 May 18 10:04:26.610016 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:26.668901 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1ba3c-35bf-4850-8f0b-54478be517c9 req-e796f0ed-f022-4680-a44f-a130dd398811 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:26.670290 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-cde1ba3c-35bf-4850-8f0b-54478be517c9 req-e796f0ed-f022-4680-a44f-a130dd398811 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0875161 May 18 10:04:26.716522 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-cde1ba3c-35bf-4850-8f0b-54478be517c9 req-f3e47b60-d19d-4e67-b01f-af767c7f1ecf tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404351 May 18 10:04:27.478891 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22befa47-4445-42e9-a00f-978ca592bf3c req-8409e832-d5a0-49af-8b43-cfbd70cb1957 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:27.480364 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-22befa47-4445-42e9-a00f-978ca592bf3c req-8409e832-d5a0-49af-8b43-cfbd70cb1957 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.0800772 May 18 10:04:27.525241 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-22befa47-4445-42e9-a00f-978ca592bf3c req-8c2ff899-1e03-4cad-9788-8f4411a9b6ca tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391066 May 18 10:04:27.901460 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda81e4-5bb8-4370-9130-8a712d9376ca req-84968514-549b-42b9-bf57-90d444e76d5b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:27.902930 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-4eda81e4-5bb8-4370-9130-8a712d9376ca req-84968514-549b-42b9-bf57-90d444e76d5b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0795491 May 18 10:04:27.947315 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-4eda81e4-5bb8-4370-9130-8a712d9376ca req-54776cd0-002b-4d83-a17f-946e64fb852c tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386267 May 18 10:04:28.125356 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:28.744418 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b71987-2c63-4ae9-ae29-ad28dc510c26 req-cb4f4ee0-3abb-4920-b439-3b866ac0a411 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:28.745839 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e9b71987-2c63-4ae9-ae29-ad28dc510c26 req-cb4f4ee0-3abb-4920-b439-3b866ac0a411 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.0873625 May 18 10:04:28.792508 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e9b71987-2c63-4ae9-ae29-ad28dc510c26 req-9047f6fe-d075-4a4d-947e-acc2653e6f61 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406363 May 18 10:04:29.134855 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144f548-672d-4de4-8246-f27031b3cb34 req-0d0a26b4-cbb7-479e-a550-cd5b936044de tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:29.136336 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-d144f548-672d-4de4-8246-f27031b3cb34 req-0d0a26b4-cbb7-479e-a550-cd5b936044de tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0826132 May 18 10:04:29.180423 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-d144f548-672d-4de4-8246-f27031b3cb34 req-47d83938-fe9a-4d19-884d-7b22e659b043 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380559 May 18 10:04:29.989221 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c92f1-d627-49ec-bff4-323111c9fd7d req-bb43d4ce-30a7-4126-ac24-de1b9ee26ec2 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:29.991425 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-922c92f1-d627-49ec-bff4-323111c9fd7d req-bb43d4ce-30a7-4126-ac24-de1b9ee26ec2 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.0843344 May 18 10:04:30.044139 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-922c92f1-d627-49ec-bff4-323111c9fd7d req-ac756aaf-b027-413f-be36-132285474f28 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460801 May 18 10:04:30.187305 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 36266) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:30.347219 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-d38d5927-3e34-4801-a82b-8763e10092e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:30.369949 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-d38d5927-3e34-4801-a82b-8763e10092e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:30.376829 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-d38d5927-3e34-4801-a82b-8763e10092e9 admin admin] Usage tracker for resource:security_group_rule and tenant:aecee45d81594dd8827fd8221adf33db is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:30.380070 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-d38d5927-3e34-4801-a82b-8763e10092e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:30.388793 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-d38d5927-3e34-4801-a82b-8763e10092e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:30.424910 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1649599-cea0-47ce-be5e-c265d070d877 req-cca7ac38-d545-4d3e-849e-fc5ac8120cac tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:30.426418 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f1649599-cea0-47ce-be5e-c265d070d877 req-cca7ac38-d545-4d3e-849e-fc5ac8120cac tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.1401980 May 18 10:04:30.491834 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f1649599-cea0-47ce-be5e-c265d070d877 req-8a6ac360-9b1f-4d0d-a679-3f531764a35a tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590856 May 18 10:04:30.533994 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-d38d5927-3e34-4801-a82b-8763e10092e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:30.538176 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-d38d5927-3e34-4801-a82b-8763e10092e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:30.544500 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-6c1b19a9-54ea-4ae7-bea0-328d9b8bfd68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:30.585560 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-d38d5927-3e34-4801-a82b-8763e10092e9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aecee45d81594dd8827fd8221adf33db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3971744 May 18 10:04:30.586616 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d5927-3e34-4801-a82b-8763e10092e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00875def-b509-44d0-9d85-44a29ba8cecf,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:30.588436 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 36276) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:30.589759 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-d38d5927-3e34-4801-a82b-8763e10092e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:30.646920 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-728b4ef7-d1e2-409e-b321-5664ef7148b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:30.672770 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-728b4ef7-d1e2-409e-b321-5664ef7148b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:30.725058 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-728b4ef7-d1e2-409e-b321-5664ef7148b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:30.728570 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:30.742115 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b4ef7-d1e2-409e-b321-5664ef7148b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00875def-b509-44d0-9d85-44a29ba8cecf,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:30.745494 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-728b4ef7-d1e2-409e-b321-5664ef7148b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:30.751070 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-728b4ef7-d1e2-409e-b321-5664ef7148b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:30.754438 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-728b4ef7-d1e2-409e-b321-5664ef7148b5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/00875def-b509-44d0-9d85-44a29ba8cecf HTTP/1.1" status: 204 len: 168 time: 0.1626692 May 18 10:04:31.248341 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e4407-c51f-465b-966a-ba11952c19a8 req-58cce1b4-7c20-4b70-bb17-4005b815cb44 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:31.255944 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-cf3e4407-c51f-465b-966a-ba11952c19a8 req-58cce1b4-7c20-4b70-bb17-4005b815cb44 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.0921998 May 18 10:04:31.297229 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-cf3e4407-c51f-465b-966a-ba11952c19a8 req-04dddc67-3fc6-42e6-8a00-e9f7ba666943 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403976 May 18 10:04:31.679901 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659c2f9-9c46-43f5-b7de-75f3e7b8cf56 req-ffe9a549-99d3-4b67-8feb-254d3d604fb3 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:31.681619 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b659c2f9-9c46-43f5-b7de-75f3e7b8cf56 req-ffe9a549-99d3-4b67-8feb-254d3d604fb3 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0825527 May 18 10:04:31.728323 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b659c2f9-9c46-43f5-b7de-75f3e7b8cf56 req-e810cc52-0cd9-4d83-b494-d08477e5fe2a tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405238 May 18 10:04:32.202407 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 36340) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:32.320571 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-0161b8f8-4a1c-4612-893e-372a0a84f71c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:32.335388 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-0161b8f8-4a1c-4612-893e-372a0a84f71c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:04:32.339265 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-0161b8f8-4a1c-4612-893e-372a0a84f71c admin admin] Usage tracker for resource:security_group_rule and tenant:8be3a991057e4fe5a879ba78c1f93209 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:04:32.342343 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-0161b8f8-4a1c-4612-893e-372a0a84f71c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:04:32.348315 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-0161b8f8-4a1c-4612-893e-372a0a84f71c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:04:32.474854 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-0161b8f8-4a1c-4612-893e-372a0a84f71c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:32.487517 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-0161b8f8-4a1c-4612-893e-372a0a84f71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:32.493813 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:32.548744 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-0161b8f8-4a1c-4612-893e-372a0a84f71c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8be3a991057e4fe5a879ba78c1f93209&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3451533 May 18 10:04:32.549456 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0161b8f8-4a1c-4612-893e-372a0a84f71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4b6ea8-7650-412c-84b3-85b4fd4946aa,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:32.551600 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 36348) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:04:32.553583 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-0161b8f8-4a1c-4612-893e-372a0a84f71c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:32.565622 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1e303-e77f-474b-82a7-d246a76eb0f5 req-a9314197-0fc4-4a9d-94b7-941cceaedfc1 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:32.567158 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-39a1e303-e77f-474b-82a7-d246a76eb0f5 req-a9314197-0fc4-4a9d-94b7-941cceaedfc1 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.1454642 May 18 10:04:32.612882 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-39a1e303-e77f-474b-82a7-d246a76eb0f5 req-6f11273a-187a-45ab-be64-1b348e549c2d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395560 May 18 10:04:32.615055 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-69c7fb3e-d4a3-4d73-98d2-3760eff7263c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:32.641078 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-69c7fb3e-d4a3-4d73-98d2-3760eff7263c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:32.691671 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-69c7fb3e-d4a3-4d73-98d2-3760eff7263c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:32.695213 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-9fc87510-b5fa-4d35-b7ab-e087af284f14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:32.707640 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c7fb3e-d4a3-4d73-98d2-3760eff7263c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4b6ea8-7650-412c-84b3-85b4fd4946aa,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:32.711574 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-69c7fb3e-d4a3-4d73-98d2-3760eff7263c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:32.717116 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-69c7fb3e-d4a3-4d73-98d2-3760eff7263c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:32.718206 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-69c7fb3e-d4a3-4d73-98d2-3760eff7263c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7e4b6ea8-7650-412c-84b3-85b4fd4946aa HTTP/1.1" status: 204 len: 168 time: 0.1655946 May 18 10:04:32.921953 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdc05e-330e-44b8-be20-6a0df22637d0 req-47b42c5d-02ac-4b8e-8eb8-5a85ac43d637 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:32.923545 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-b2cdc05e-330e-44b8-be20-6a0df22637d0 req-47b42c5d-02ac-4b8e-8eb8-5a85ac43d637 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0829492 May 18 10:04:32.973319 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-b2cdc05e-330e-44b8-be20-6a0df22637d0 req-d73bbe51-6759-479e-995d-517035347601 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437293 May 18 10:04:33.804026 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bf060-8260-42c6-8a12-d03165dce97a req-9ec2c45d-6cd2-4581-8d92-71120c84d040 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:33.805491 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-920bf060-8260-42c6-8a12-d03165dce97a req-9ec2c45d-6cd2-4581-8d92-71120c84d040 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.0815499 May 18 10:04:33.855628 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-920bf060-8260-42c6-8a12-d03165dce97a req-0a762761-ff89-46df-8f39-bf6b11932883 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433595 May 18 10:04:34.164424 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421359a1-2a9a-4d26-9bf3-36da0af7617e req-60290cee-54a8-4fbd-a397-fd708ea29398 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:34.165945 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-421359a1-2a9a-4d26-9bf3-36da0af7617e req-60290cee-54a8-4fbd-a397-fd708ea29398 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0870860 May 18 10:04:34.211473 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-421359a1-2a9a-4d26-9bf3-36da0af7617e req-1c57f965-94a8-4e74-a0ea-810cda8746eb tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398715 May 18 10:04:35.046240 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4ba79-ed81-4979-8f00-6539ef63d345 req-6e39d674-1e5c-4739-99f0-a4019855ce3b tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:35.047801 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ecb4ba79-ed81-4979-8f00-6539ef63d345 req-6e39d674-1e5c-4739-99f0-a4019855ce3b tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.0793507 May 18 10:04:35.091925 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ecb4ba79-ed81-4979-8f00-6539ef63d345 req-12291377-0420-4fa8-8ead-8e5ea3df7087 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378618 May 18 10:04:35.404146 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f34fa-878e-4401-9f91-734e830bfabe req-fa30e7e5-021a-4cec-9aaa-444a28320aa0 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:35.405641 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a07f34fa-878e-4401-9f91-734e830bfabe req-fa30e7e5-021a-4cec-9aaa-444a28320aa0 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0840411 May 18 10:04:35.452281 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a07f34fa-878e-4401-9f91-734e830bfabe req-38858368-f237-469e-aa78-c86177a75350 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407808 May 18 10:04:36.286336 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d51d2-0d75-43f2-ae58-a426877a9b02 req-9cecf02b-9892-448e-8e5b-7f602cfa1806 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:36.288333 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-3c1d51d2-0d75-43f2-ae58-a426877a9b02 req-9cecf02b-9892-448e-8e5b-7f602cfa1806 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.0826633 May 18 10:04:36.331485 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-3c1d51d2-0d75-43f2-ae58-a426877a9b02 req-0753b163-cee5-494b-82ee-294d0552c42a tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375502 May 18 10:04:36.641594 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34437871-2906-4d38-b39d-ea02fc20707a req-23b81a4c-24cc-4683-99d9-5b6e7a1d8bfd tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:36.643088 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-34437871-2906-4d38-b39d-ea02fc20707a req-23b81a4c-24cc-4683-99d9-5b6e7a1d8bfd tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0818863 May 18 10:04:36.691670 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-34437871-2906-4d38-b39d-ea02fc20707a req-b0c16e20-b401-448c-9fcc-19b92d4c5dfd tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415742 May 18 10:04:37.519826 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43bbbd3-a076-425a-ac9b-7f358b89cccf req-74955f9d-8794-4f4a-ae96-b292987d4bfb tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:37.521293 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c43bbbd3-a076-425a-ac9b-7f358b89cccf req-74955f9d-8794-4f4a-ae96-b292987d4bfb tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.0793047 May 18 10:04:37.569319 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c43bbbd3-a076-425a-ac9b-7f358b89cccf req-502ae90a-4a0d-4702-9ef7-2881f9164510 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423448 May 18 10:04:37.882610 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d725cf-2c70-4bf2-ac69-765dfe4fc000 req-ca5e18e1-2eec-4c11-a104-a468d0710b36 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:37.884112 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-57d725cf-2c70-4bf2-ac69-765dfe4fc000 req-ca5e18e1-2eec-4c11-a104-a468d0710b36 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0805027 May 18 10:04:37.929840 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-57d725cf-2c70-4bf2-ac69-765dfe4fc000 req-8d9a84e9-3ecb-4826-a9ef-535e24bf4d10 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398664 May 18 10:04:38.762999 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd0598-9e1d-455d-b53f-4d77f335db04 req-468c2a21-e6e3-488f-931a-9302ce0dd026 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:38.764467 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-22dd0598-9e1d-455d-b53f-4d77f335db04 req-468c2a21-e6e3-488f-931a-9302ce0dd026 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.0835028 May 18 10:04:38.810818 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-22dd0598-9e1d-455d-b53f-4d77f335db04 req-d5e3ef26-d597-46f8-a18a-5bdb81a87ada tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405941 May 18 10:04:39.124668 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05117f21-d98b-4bbf-bc04-996b4284bc06 req-94b9cef1-4837-4702-a0a3-a9477bf67753 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:39.126143 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-05117f21-d98b-4bbf-bc04-996b4284bc06 req-94b9cef1-4837-4702-a0a3-a9477bf67753 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0851314 May 18 10:04:39.170408 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-05117f21-d98b-4bbf-bc04-996b4284bc06 req-1307112e-0778-4460-af8c-01b2f3d4349f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384598 May 18 10:04:40.007489 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd80b36-97d7-424d-a24e-f6e4545b0b0a req-ccf7cee9-71ac-466f-844c-a59c269cdd07 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:40.008931 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-3cd80b36-97d7-424d-a24e-f6e4545b0b0a req-ccf7cee9-71ac-466f-844c-a59c269cdd07 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.0858083 May 18 10:04:40.107899 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-3cd80b36-97d7-424d-a24e-f6e4545b0b0a req-d53c3dac-3134-4fe4-848e-4133dee7a4d4 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931146 May 18 10:04:40.357386 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdccfb-bddd-4b5b-99e8-9561cbf4eb74 req-3d53bade-c8ae-4bde-8755-3be0ddeff6ab tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:40.358939 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-77bdccfb-bddd-4b5b-99e8-9561cbf4eb74 req-3d53bade-c8ae-4bde-8755-3be0ddeff6ab tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0822301 May 18 10:04:40.404340 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-77bdccfb-bddd-4b5b-99e8-9561cbf4eb74 req-20f9bc07-43fd-4cd6-b0b0-2a61379dcc1e tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396631 May 18 10:04:41.294957 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e2b47-f132-42d8-bbe8-3b13f9fe652e req-ce11ff36-d3b0-4fd3-bd51-4cadd85b5200 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:41.296383 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-144e2b47-f132-42d8-bbe8-3b13f9fe652e req-ce11ff36-d3b0-4fd3-bd51-4cadd85b5200 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.0787430 May 18 10:04:41.342809 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-144e2b47-f132-42d8-bbe8-3b13f9fe652e req-43331093-ae6d-4de5-b50b-c50aeab48f95 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407305 May 18 10:04:41.593458 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf157d-566d-49de-ab76-c4eef3477743 req-abf5805f-2171-4148-8afb-86dda29b94f1 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:41.594970 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-5ddf157d-566d-49de-ab76-c4eef3477743 req-abf5805f-2171-4148-8afb-86dda29b94f1 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0836394 May 18 10:04:41.641583 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-5ddf157d-566d-49de-ab76-c4eef3477743 req-d5abe8bf-1e34-4e0c-bfe4-977bc717b765 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408318 May 18 10:04:42.074616 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:04:42.205015 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2,segment=NetworkSegment(344b6fb3-a3d0-455a-aeed-cf4ea1882505),segment_id=344b6fb3-a3d0-455a-aeed-cf4ea1882505)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:04:42.219114 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Returning: {'device': '0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2', 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf', 'port_id': '0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2', 'mac_address': 'fa:16:3e:77:f1:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '293e45ba-5a92-42da-8d0a-72e710626ff2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:04:42.276483 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:42.292892 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2 {{(pid=91256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:04:42.307391 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2,segment=NetworkSegment(344b6fb3-a3d0-455a-aeed-cf4ea1882505),segment_id=344b6fb3-a3d0-455a-aeed-cf4ea1882505)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:04:42.310990 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:42.312649 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:42.376594 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2,revision_number=6']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:42.384016 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:42.384355 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:42.384777 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:42.384993 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:42.385311 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:42.385628 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:42.385941 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:42.386253 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:42.386614 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:42.386928 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:42.387242 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:42.387550 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:04:42.391462 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:42.529579 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd2068-eeed-4cb0-8fd7-de3b49135404 req-78e5307c-86a1-4b93-a4c8-dbad283635e8 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:42.531155 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e2cd2068-eeed-4cb0-8fd7-de3b49135404 req-78e5307c-86a1-4b93-a4c8-dbad283635e8 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 944 time: 0.0792012 May 18 10:04:42.573998 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e2cd2068-eeed-4cb0-8fd7-de3b49135404 req-d1ec4853-b9e4-4612-8ed2-6d032d477781 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371614 May 18 10:04:42.828145 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c14957-8e1d-4b1e-b126-72cc83238ad2 req-7558aff8-fc50-455a-bcc4-76c09a619e0a tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:42.829523 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-e2c14957-8e1d-4b1e-b126-72cc83238ad2 req-7558aff8-fc50-455a-bcc4-76c09a619e0a tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0819738 May 18 10:04:42.875270 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-e2c14957-8e1d-4b1e-b126-72cc83238ad2 req-2b7d02ef-59f7-4519-b2d4-32618086c975 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385432 May 18 10:04:43.768826 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95df14-47f0-4761-b296-39acd45f0f7f req-3c7bc916-61da-4bdd-8597-831d475b49bb tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:43.770279 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-de95df14-47f0-4761-b296-39acd45f0f7f req-3c7bc916-61da-4bdd-8597-831d475b49bb tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 944 time: 0.0820339 May 18 10:04:43.815603 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-de95df14-47f0-4761-b296-39acd45f0f7f req-c07b3a7d-7940-40c5-82f9-0d83f41b724d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390522 May 18 10:04:44.057694 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54e962-5aca-4ecc-a3f1-0a9ea016f90d req-7e2ca55f-c7c0-4b1d-966b-a45bc06404cc tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:44.059090 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-8f54e962-5aca-4ecc-a3f1-0a9ea016f90d req-7e2ca55f-c7c0-4b1d-966b-a45bc06404cc tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0770543 May 18 10:04:44.106332 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-8f54e962-5aca-4ecc-a3f1-0a9ea016f90d req-14e1db79-1179-4947-a6da-4a1f67c93101 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399027 May 18 10:04:45.002999 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6061264-406c-4b35-b7b5-1431e1f3b9e8 req-1b53952f-c6cc-429e-9493-9085c290d349 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:45.004435 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e6061264-406c-4b35-b7b5-1431e1f3b9e8 req-1b53952f-c6cc-429e-9493-9085c290d349 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 944 time: 0.0796795 May 18 10:04:45.047857 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e6061264-406c-4b35-b7b5-1431e1f3b9e8 req-38aac007-4454-4fa6-8eb4-995d3dbeba6f tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376534 May 18 10:04:45.293008 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f55d88-1e32-4155-8498-959882ead19d req-653bc829-b538-4268-a94d-53d1989f9b12 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:45.294494 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-90f55d88-1e32-4155-8498-959882ead19d req-653bc829-b538-4268-a94d-53d1989f9b12 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0823481 May 18 10:04:45.339871 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-90f55d88-1e32-4155-8498-959882ead19d req-a527ff3f-ab53-45e4-8157-23e9f6994ea7 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385702 May 18 10:04:45.718162 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:04:45.962132 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:46.240360 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c120fc5-fe43-4fc6-9362-1cb66cda632a req-5fda7965-9e90-49a5-b4db-ace7126f1593 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:46.242067 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-0c120fc5-fe43-4fc6-9362-1cb66cda632a req-5fda7965-9e90-49a5-b4db-ace7126f1593 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 944 time: 0.0842557 May 18 10:04:46.291651 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-0c120fc5-fe43-4fc6-9362-1cb66cda632a req-b802caea-cab0-4cdc-b467-23e6ae6dd5f9 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429263 May 18 10:04:46.545771 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e121a1-9139-4072-8256-4fc277a95576 req-bacfb306-8c3e-445f-a641-75bd0e589962 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:46.547677 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a4e121a1-9139-4072-8256-4fc277a95576 req-bacfb306-8c3e-445f-a641-75bd0e589962 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0840571 May 18 10:04:46.601763 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a4e121a1-9139-4072-8256-4fc277a95576 req-f0bb94fc-bb8e-462b-b962-b587561ced1f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472510 May 18 10:04:47.228347 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2 up at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:04:47.295377 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning complete for port 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:04:47.295752 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:47.414641 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:47.441390 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30fa5531-330c-46fb-a5ef-8fc6cda3cefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2'}] {{(pid=91256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:04:47.451710 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2,segment=NetworkSegment(344b6fb3-a3d0-455a-aeed-cf4ea1882505),segment_id=344b6fb3-a3d0-455a-aeed-cf4ea1882505)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:04:47.456847 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:47.459862 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:04:47.505935 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1ff6f-56ae-4e3f-b96f-507f10bd491d req-d40d632f-3b86-475c-b974-d3b34707d787 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:47.507720 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-adb1ff6f-56ae-4e3f-b96f-507f10bd491d req-d40d632f-3b86-475c-b974-d3b34707d787 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 944 time: 0.0876024 May 18 10:04:47.532145 dv-cinder-772623-5-iscsi neutron-server[91256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30fa5531-330c-46fb-a5ef-8fc6cda3cefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2', 'code': 200} May 18 10:04:47.553105 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2,revision_number=7']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:04:47.556487 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:04:47.558786 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-adb1ff6f-56ae-4e3f-b96f-507f10bd491d req-2f5d0628-dbb7-4980-8066-1f94f538fbd4 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445378 May 18 10:04:47.787288 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba5972-82d4-4e77-9587-9b185c7292e0 req-84a1b3ac-e5bd-4dc0-a80a-7955a6efb2ac tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:47.789254 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f3ba5972-82d4-4e77-9587-9b185c7292e0 req-84a1b3ac-e5bd-4dc0-a80a-7955a6efb2ac tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0798430 May 18 10:04:47.834360 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f3ba5972-82d4-4e77-9587-9b185c7292e0 req-62ef51a0-8c8a-42aa-8553-1c28ca750215 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383968 May 18 10:04:48.750369 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d238b-3942-4bfb-b146-afc966fa7ec1 req-17979861-821d-4c9d-8a5a-df05afc242c7 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:48.752457 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-6f4d238b-3942-4bfb-b146-afc966fa7ec1 req-17979861-821d-4c9d-8a5a-df05afc242c7 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.0820713 May 18 10:04:48.799272 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-6f4d238b-3942-4bfb-b146-afc966fa7ec1 req-550ad51a-438e-4a89-a327-8bc67be25f0d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409033 May 18 10:04:49.022982 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b68200-580a-4828-8ae4-ca24779c6625 req-fe642eb4-8014-40e4-a9a5-3220035bbca9 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:49.024479 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-b6b68200-580a-4828-8ae4-ca24779c6625 req-fe642eb4-8014-40e4-a9a5-3220035bbca9 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0850999 May 18 10:04:49.157392 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-b6b68200-580a-4828-8ae4-ca24779c6625 req-ecb8b0bc-d0f8-47cf-8776-6b486f2baaa7 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269588 May 18 10:04:49.992643 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9ef82-9713-4688-9a99-284aebe9c7e6 req-84c02961-87da-4c2c-86b5-6e91b7534a25 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:49.993979 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-cda9ef82-9713-4688-9a99-284aebe9c7e6 req-84c02961-87da-4c2c-86b5-6e91b7534a25 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.0842056 May 18 10:04:50.036590 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-cda9ef82-9713-4688-9a99-284aebe9c7e6 req-35f1e0c3-4d3d-430c-9154-7d3004d030ca tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364540 May 18 10:04:50.345845 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606139cd-013d-4c36-b569-0cd67948c3e3 req-1d9604af-b592-4beb-9498-9999412ab823 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:50.347349 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-606139cd-013d-4c36-b569-0cd67948c3e3 req-1d9604af-b592-4beb-9498-9999412ab823 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0823610 May 18 10:04:50.393799 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-606139cd-013d-4c36-b569-0cd67948c3e3 req-ee34c45a-4318-4529-a6f8-c43095d3d799 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401788 May 18 10:04:50.859240 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:04:51.225938 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971206b6-f513-4ad3-82d2-b6f4bff9cab3 req-112e03dc-7176-4cb7-a798-5b02e380e423 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:51.227402 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-971206b6-f513-4ad3-82d2-b6f4bff9cab3 req-112e03dc-7176-4cb7-a798-5b02e380e423 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.0787358 May 18 10:04:51.270251 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-971206b6-f513-4ad3-82d2-b6f4bff9cab3 req-c9153ded-0bef-4947-b357-37883e83e563 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371537 May 18 10:04:51.576738 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c86611-16b0-4d61-a5a2-d7a0d95d26cc req-648554f0-a973-4da5-81c4-2f3c27617a4a tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:51.578187 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f3c86611-16b0-4d61-a5a2-d7a0d95d26cc req-648554f0-a973-4da5-81c4-2f3c27617a4a tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0778670 May 18 10:04:51.623056 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f3c86611-16b0-4d61-a5a2-d7a0d95d26cc req-21b6f100-5e36-45a3-8b24-d69ca0264711 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391071 May 18 10:04:52.461440 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7cca7a-67cd-4eb9-94dd-e902f4ee4d8a req-ba0c4f6d-a804-4497-9448-92529783f1d9 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:52.462960 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-2f7cca7a-67cd-4eb9-94dd-e902f4ee4d8a req-ba0c4f6d-a804-4497-9448-92529783f1d9 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.0818713 May 18 10:04:52.508976 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-2f7cca7a-67cd-4eb9-94dd-e902f4ee4d8a req-982f5fba-34b5-420e-9a00-1775ee4c4d37 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397794 May 18 10:04:52.571558 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-26b43ee2-b3f1-493e-8c80-4aaca54cf0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:52.810066 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece499f-158b-4093-ad95-1f9b36ef1853 req-0af46f5a-7cb2-4daa-a502-06cf288758e9 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:52.811545 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-dece499f-158b-4093-ad95-1f9b36ef1853 req-0af46f5a-7cb2-4daa-a502-06cf288758e9 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0830085 May 18 10:04:52.856528 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-dece499f-158b-4093-ad95-1f9b36ef1853 req-7e761422-83c4-4878-8f86-97f18fb32d13 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391264 May 18 10:04:53.198553 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b7e8a-797b-4aab-bd89-8e7d5a444eac req-560c55ff-013b-40f7-88b4-d1b6e3b30ad5 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:53.199912 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-c77b7e8a-797b-4aab-bd89-8e7d5a444eac req-560c55ff-013b-40f7-88b4-d1b6e3b30ad5 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0785167 May 18 10:04:53.248805 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-c77b7e8a-797b-4aab-bd89-8e7d5a444eac req-7dfa20bb-f3d2-4304-8f6f-440734b646cd tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431364 May 18 10:04:53.649665 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929cc51-10c8-4195-8b40-870b622a6b47 req-44d4472c-3aee-4be0-b531-d1c9162e79b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:53.651236 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-1929cc51-10c8-4195-8b40-870b622a6b47 req-44d4472c-3aee-4be0-b531-d1c9162e79b5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4738afae052f4e64894b0edeb5a37fbf&device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 1099 time: 0.0818939 May 18 10:04:53.713673 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271496a-e571-419a-9ebb-2932117c63cb req-affc790a-72a9-49e1-8db1-cd1c30b3f4c7 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:53.715268 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-1271496a-e571-419a-9ebb-2932117c63cb req-affc790a-72a9-49e1-8db1-cd1c30b3f4c7 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.0837138 May 18 10:04:53.767828 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-1271496a-e571-419a-9ebb-2932117c63cb req-c083e486-2c45-45e0-a363-ef2875618081 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452921 May 18 10:04:53.799822 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929cc51-10c8-4195-8b40-870b622a6b47 req-a201436d-1ab9-433c-b872-4bf206613514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:53.801500 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-1929cc51-10c8-4195-8b40-870b622a6b47 req-a201436d-1ab9-433c-b872-4bf206613514 service neutron] 10.222.0.10 "GET /v2.0/networks?id=38de340e-be75-495c-91ac-81e0ab74f998 HTTP/1.1" status: 200 len: 911 time: 0.1431675 May 18 10:04:53.905023 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-1929cc51-10c8-4195-8b40-870b622a6b47 req-b1d7df7d-bc47-49ab-bbd4-ef9dea61c4ec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4e93cbb-6abf-4368-9d99-cb28b406c180 HTTP/1.1" status: 200 len: 1001 time: 0.0970502 May 18 10:04:53.967411 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929cc51-10c8-4195-8b40-870b622a6b47 req-cac274d0-cd04-4454-987f-44a7f6f6c22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:53.968883 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-1929cc51-10c8-4195-8b40-870b622a6b47 req-cac274d0-cd04-4454-987f-44a7f6f6c22b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7879ceca-ac45-4ec5-8a61-389c60092f52 HTTP/1.1" status: 200 len: 849 time: 0.0570707 May 18 10:04:54.496097 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cac250-9780-4d9c-b734-e1534c78d0f6 req-b137c07a-ab4c-43dc-a30a-c1a27071865f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:54.497626 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b5cac250-9780-4d9c-b734-e1534c78d0f6 req-b137c07a-ab4c-43dc-a30a-c1a27071865f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0989954 May 18 10:04:54.556230 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b5cac250-9780-4d9c-b734-e1534c78d0f6 req-c05d7751-9f4a-404c-ab29-63d118781bb7 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514297 May 18 10:04:54.978555 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fe8b6-8966-4382-89ea-a2cb3b6d52f9 req-da934c47-10b6-4d27-b4eb-fec2e7bee549 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:54.980119 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-726fe8b6-8966-4382-89ea-a2cb3b6d52f9 req-da934c47-10b6-4d27-b4eb-fec2e7bee549 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.0899339 May 18 10:04:55.028825 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-726fe8b6-8966-4382-89ea-a2cb3b6d52f9 req-896135b8-c39a-405a-a9a5-e337c2508589 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399122 May 18 10:04:55.188192 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:55.217264 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-46af7055-8f02-4382-9e8c-71c3e6d3abf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:55.499899 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929cc51-10c8-4195-8b40-870b622a6b47 req-f220d1ed-9739-4483-978a-2e275845050b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:55.502122 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-1929cc51-10c8-4195-8b40-870b622a6b47 req-f220d1ed-9739-4483-978a-2e275845050b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38de340e-be75-495c-91ac-81e0ab74f998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725815 May 18 10:04:55.763109 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac116f3-32db-4e39-8d8a-a54bc3f6e7db req-82e4a02f-9dc2-43b7-9f07-a745ffee6bef tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:55.764581 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-0ac116f3-32db-4e39-8d8a-a54bc3f6e7db req-82e4a02f-9dc2-43b7-9f07-a745ffee6bef tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0808573 May 18 10:04:55.813196 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-0ac116f3-32db-4e39-8d8a-a54bc3f6e7db req-35ec767a-f881-4248-a2e1-86bce8ad870d tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429285 May 18 10:04:56.246788 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd0d2e-194e-456b-b181-849d89e5f1fd req-a4294e99-b4a4-4f4e-a3e1-44dc8242c2c6 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:56.251167 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f7fd0d2e-194e-456b-b181-849d89e5f1fd req-a4294e99-b4a4-4f4e-a3e1-44dc8242c2c6 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.0915763 May 18 10:04:56.299564 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f7fd0d2e-194e-456b-b181-849d89e5f1fd req-4552cd08-b8b4-4c89-9df1-93f2e48bbcf5 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441449 May 18 10:04:56.612731 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:57.015043 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb337c-e816-4de8-975f-7c20a4c83c02 req-cfe21041-0d58-4c41-b19d-304cb4b5c530 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:57.016751 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-6bcb337c-e816-4de8-975f-7c20a4c83c02 req-cfe21041-0d58-4c41-b19d-304cb4b5c530 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0856268 May 18 10:04:57.070549 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-6bcb337c-e816-4de8-975f-7c20a4c83c02 req-0f5d218d-6237-43aa-9b5b-c0f1ea9615d5 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442829 May 18 10:04:57.533723 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbf42c-4c75-4558-a63b-e450a8b08a7b req-86f7afe6-59a1-4bd9-8ce5-50bc0a3e6d67 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:57.535243 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-68cbf42c-4c75-4558-a63b-e450a8b08a7b req-86f7afe6-59a1-4bd9-8ce5-50bc0a3e6d67 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.1031146 May 18 10:04:57.591012 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-68cbf42c-4c75-4558-a63b-e450a8b08a7b req-c298f2b1-0cdc-46c0-a9dc-5d2d1acb3cc0 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484419 May 18 10:04:58.012229 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-1929cc51-10c8-4195-8b40-870b622a6b47 req-3cb8e15b-c7db-4f7e-928a-3bc9b587c842 service neutron] 10.222.0.10 "GET /v2.0/networks/38de340e-be75-495c-91ac-81e0ab74f998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410427 May 18 10:04:58.135862 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:04:58.263208 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-1929cc51-10c8-4195-8b40-870b622a6b47 req-a0905a43-37b5-4447-ad36-5522ca8adec3 service neutron] 10.222.0.10 "GET /v2.0/networks/38de340e-be75-495c-91ac-81e0ab74f998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435851 May 18 10:04:58.337220 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac2f1e-f6d5-4fef-930a-7202cdd39a22 req-fd8f34bd-3c94-4526-a847-08246a0c2186 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:58.339029 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-71ac2f1e-f6d5-4fef-930a-7202cdd39a22 req-fd8f34bd-3c94-4526-a847-08246a0c2186 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.1014225 May 18 10:04:58.448412 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-71ac2f1e-f6d5-4fef-930a-7202cdd39a22 req-2610a67a-8671-4981-81e8-8a2f0c1da582 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034825 May 18 10:04:58.801662 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75348be8-1a8d-438c-b42a-10e5cfcdd1e3 req-7b6a3390-c673-40cb-8c6b-f67e4f5381e5 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:58.809476 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-75348be8-1a8d-438c-b42a-10e5cfcdd1e3 req-7b6a3390-c673-40cb-8c6b-f67e4f5381e5 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.0960898 May 18 10:04:58.853149 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-75348be8-1a8d-438c-b42a-10e5cfcdd1e3 req-61b8bba3-c083-4c4c-af14-e29eda7c62fa tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425556 May 18 10:04:59.676354 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222c68f-0e06-474d-b12c-06ac3f5aaa55 req-24108d17-6368-4c98-9d46-035e2dec36c1 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:04:59.678087 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b222c68f-0e06-474d-b12c-06ac3f5aaa55 req-24108d17-6368-4c98-9d46-035e2dec36c1 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0907955 May 18 10:04:59.737498 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b222c68f-0e06-474d-b12c-06ac3f5aaa55 req-3431bf10-2d67-4bd6-837c-5985776429ec tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533862 May 18 10:05:00.108553 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81db49-0221-4ca1-bedb-5a0e7ea8e571 req-eb7809a4-416e-4ffd-b56c-5fa54a5199d3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:00.110059 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ee81db49-0221-4ca1-bedb-5a0e7ea8e571 req-eb7809a4-416e-4ffd-b56c-5fa54a5199d3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.1113393 May 18 10:05:00.199897 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ee81db49-0221-4ca1-bedb-5a0e7ea8e571 req-fd832874-1fe0-46fe-b782-788f6b040153 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834579 May 18 10:05:01.402666 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d473e55-ccb6-4cd3-a43a-5ed2828f4aca req-182a1e01-8512-427a-8bf2-2d7cfa0236ff tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:01.407886 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-9d473e55-ccb6-4cd3-a43a-5ed2828f4aca req-182a1e01-8512-427a-8bf2-2d7cfa0236ff tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.0866752 May 18 10:05:01.464857 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-9d473e55-ccb6-4cd3-a43a-5ed2828f4aca req-8d9ea380-6021-432a-9e44-6da373f5dc6e tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495076 May 18 10:05:02.675080 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc6b18-0d07-43c5-bea8-e8f931f7aaec req-6d3e7e82-01c9-4d80-8e9b-e961d74f29d9 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:02.676814 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-59fc6b18-0d07-43c5-bea8-e8f931f7aaec req-6d3e7e82-01c9-4d80-8e9b-e961d74f29d9 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.0897036 May 18 10:05:02.727969 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-59fc6b18-0d07-43c5-bea8-e8f931f7aaec req-cd23372b-430e-4f0c-bdd6-0bb9ec75a013 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450099 May 18 10:05:03.922059 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9619b7-65aa-4e18-b95f-5b3cea5de71e req-99436d84-da4f-4d9b-8e67-b17321e4c3ea tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:03.923528 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ff9619b7-65aa-4e18-b95f-5b3cea5de71e req-99436d84-da4f-4d9b-8e67-b17321e4c3ea tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.0810430 May 18 10:05:03.968119 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ff9619b7-65aa-4e18-b95f-5b3cea5de71e req-cf75e25f-87d5-415d-a666-b9aff082578e tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384302 May 18 10:05:05.163043 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8fe2d-85ff-4234-a086-5da79d04a655 req-f79ea3f3-7c29-4f71-866a-d8d6483c675b tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:05.164527 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-b7e8fe2d-85ff-4234-a086-5da79d04a655 req-f79ea3f3-7c29-4f71-866a-d8d6483c675b tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.0860345 May 18 10:05:05.208986 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-b7e8fe2d-85ff-4234-a086-5da79d04a655 req-8253d11a-f015-4def-b291-f64c06ceae68 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385728 May 18 10:05:06.396822 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbd7c1-c6ca-4a6f-b900-dfda7ddebb82 req-9dcbaa85-5b76-499c-9981-6145871ddad5 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:06.398181 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-62cbd7c1-c6ca-4a6f-b900-dfda7ddebb82 req-9dcbaa85-5b76-499c-9981-6145871ddad5 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.0784338 May 18 10:05:06.446656 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-62cbd7c1-c6ca-4a6f-b900-dfda7ddebb82 req-5b29bf04-8cf6-445b-8cf2-3ab860d7d1e0 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420051 May 18 10:05:06.801525 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4186cb-4774-4bed-b4a7-562cd942ba2c req-ef7ff5d7-e7e7-4211-9e22-5432c7a9fac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:06.803892 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-7d4186cb-4774-4bed-b4a7-562cd942ba2c req-ef7ff5d7-e7e7-4211-9e22-5432c7a9fac5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f716dbf60ba7409595aa27a28db3f6ae&device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 1098 time: 0.0760782 May 18 10:05:07.039256 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4186cb-4774-4bed-b4a7-562cd942ba2c req-505f563e-8c6d-471d-8489-2d32dcabe919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:07.040721 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-7d4186cb-4774-4bed-b4a7-562cd942ba2c req-505f563e-8c6d-471d-8489-2d32dcabe919 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fe6c80e1-177e-4a34-ab74-aff33bd088bf HTTP/1.1" status: 200 len: 918 time: 0.2296431 May 18 10:05:07.147389 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-7d4186cb-4774-4bed-b4a7-562cd942ba2c req-84354eed-2787-43bd-8544-51e80a2e2e1e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2 HTTP/1.1" status: 200 len: 1001 time: 0.0986409 May 18 10:05:07.219739 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4186cb-4774-4bed-b4a7-562cd942ba2c req-7cccdebe-c261-4c7b-8a11-0524941eeacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:07.221226 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-7d4186cb-4774-4bed-b4a7-562cd942ba2c req-7cccdebe-c261-4c7b-8a11-0524941eeacf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=293e45ba-5a92-42da-8d0a-72e710626ff2 HTTP/1.1" status: 200 len: 856 time: 0.0669162 May 18 10:05:07.307884 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4186cb-4774-4bed-b4a7-562cd942ba2c req-31ee34a3-ac44-45bd-bf91-41554988bab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:07.309801 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-7d4186cb-4774-4bed-b4a7-562cd942ba2c req-31ee34a3-ac44-45bd-bf91-41554988bab9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fe6c80e1-177e-4a34-ab74-aff33bd088bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801437 May 18 10:05:07.453051 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-7d4186cb-4774-4bed-b4a7-562cd942ba2c req-08df9efc-2512-4b5b-929c-8643421e62bc service neutron] 10.222.0.10 "GET /v2.0/networks/fe6c80e1-177e-4a34-ab74-aff33bd088bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356792 May 18 10:05:07.644498 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-7d4186cb-4774-4bed-b4a7-562cd942ba2c req-018aee15-980e-4406-b287-dd53e085211b service neutron] 10.222.0.10 "GET /v2.0/networks/fe6c80e1-177e-4a34-ab74-aff33bd088bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845381 May 18 10:05:07.672859 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99251965-4e2f-4466-b8f0-d04e548a19da req-08a5e421-ad4b-4c6f-b662-2ad415c83fcf tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:07.674298 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-99251965-4e2f-4466-b8f0-d04e548a19da req-08a5e421-ad4b-4c6f-b662-2ad415c83fcf tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.1100297 May 18 10:05:07.718222 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-99251965-4e2f-4466-b8f0-d04e548a19da req-a78d7dec-4b3a-4998-a47b-1b535212604c tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381494 May 18 10:05:08.905649 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c39696-72f1-4b7b-88df-315ce90303b5 req-eca6ba15-1870-4010-a43b-850af9cf287d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:08.907110 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-83c39696-72f1-4b7b-88df-315ce90303b5 req-eca6ba15-1870-4010-a43b-850af9cf287d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.0797005 May 18 10:05:08.950306 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-83c39696-72f1-4b7b-88df-315ce90303b5 req-9328cfb7-8fdd-4427-b16c-d6c00e8de30f tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370152 May 18 10:05:10.137991 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c9d6d-146a-4f0d-bdfd-5f1b4f6691b7 req-5864df66-c205-411e-9160-cf8a6afe7fd7 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:10.139474 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-3b9c9d6d-146a-4f0d-bdfd-5f1b4f6691b7 req-5864df66-c205-411e-9160-cf8a6afe7fd7 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 945 time: 0.0787494 May 18 10:05:10.183553 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-3b9c9d6d-146a-4f0d-bdfd-5f1b4f6691b7 req-21d1e5c2-4750-46fb-bb48-6fd0b274a97e tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383174 May 18 10:05:10.728596 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:05:10.839320 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:10.865576 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30fa5531-330c-46fb-a5ef-8fc6cda3cefc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2'}] {{(pid=91256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:05:10.875477 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2,segment=NetworkSegment(344b6fb3-a3d0-455a-aeed-cf4ea1882505),segment_id=344b6fb3-a3d0-455a-aeed-cf4ea1882505)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:05:10.879989 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:10.882194 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:05:10.916016 dv-cinder-772623-5-iscsi neutron-server[91256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30fa5531-330c-46fb-a5ef-8fc6cda3cefc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2', 'code': 200} May 18 10:05:10.953946 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2,revision_number=8']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:05:10.957036 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:05:11.371668 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7619cee-1cf5-45e7-9b0e-7494878670f2 req-f0403a22-fe4a-4a20-8302-2b35fa0f122c tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:11.373118 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-e7619cee-1cf5-45e7-9b0e-7494878670f2 req-f0403a22-fe4a-4a20-8302-2b35fa0f122c tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.0815268 May 18 10:05:11.417335 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-e7619cee-1cf5-45e7-9b0e-7494878670f2 req-aad825ca-6236-4bbf-920b-fa6041c6ce47 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385683 May 18 10:05:12.610796 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2368005-d5b8-4891-b93a-1a3def72785d req-2fe6369e-08cf-4a17-8481-e1f0e23de186 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:12.612289 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e2368005-d5b8-4891-b93a-1a3def72785d req-2fe6369e-08cf-4a17-8481-e1f0e23de186 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.0835412 May 18 10:05:12.657454 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e2368005-d5b8-4891-b93a-1a3def72785d req-6f2d262f-5d86-4acb-83c8-16c56688d570 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393088 May 18 10:05:13.845689 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d7f9e-fd04-4aec-ba55-4bdcd6ff3990 req-dcfca604-64fc-4014-9b90-38a1d224975d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:13.847168 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ff1d7f9e-fd04-4aec-ba55-4bdcd6ff3990 req-dcfca604-64fc-4014-9b90-38a1d224975d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.0794959 May 18 10:05:13.895455 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ff1d7f9e-fd04-4aec-ba55-4bdcd6ff3990 req-7819b81f-833c-4e83-bfda-36daa7374faa tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417004 May 18 10:05:15.093222 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806d38b-b5c0-4537-bd3e-cf62a429598d req-cad6e61e-d77b-4afd-824d-d21a6c33aa06 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:15.094733 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-1806d38b-b5c0-4537-bd3e-cf62a429598d req-cad6e61e-d77b-4afd-824d-d21a6c33aa06 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.0811677 May 18 10:05:15.139462 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-1806d38b-b5c0-4537-bd3e-cf62a429598d req-322ebc29-8089-4d88-b520-f43555034bfe tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389142 May 18 10:05:16.189753 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836f2d4-c781-4430-b325-fd818ca6e15a req-05dbb328-a124-4305-a4c3-12f279f36c71 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:16.191189 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-c836f2d4-c781-4430-b325-fd818ca6e15a req-05dbb328-a124-4305-a4c3-12f279f36c71 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.0899711 May 18 10:05:16.238672 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-c836f2d4-c781-4430-b325-fd818ca6e15a req-68fb9a66-6443-4a78-b15c-ed47dd48d84a tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411780 May 18 10:05:16.500122 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 36940) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:05:16.619452 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-3c56b178-7a04-4092-b13b-72313d325f33 req-07bcdbad-2776-4ef6-8211-6d709d982bbb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1181369 May 18 10:05:16.807409 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:17.430719 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8b63f-42a6-4d23-8cb7-bc4718b75200 req-abfc26d6-6925-4f44-a142-242e6e515bf8 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:17.432191 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-67c8b63f-42a6-4d23-8cb7-bc4718b75200 req-abfc26d6-6925-4f44-a142-242e6e515bf8 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.0823116 May 18 10:05:17.477091 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-67c8b63f-42a6-4d23-8cb7-bc4718b75200 req-7b9f3a7e-7691-4f42-866b-f5f6db8167cd tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391107 May 18 10:05:18.675907 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9e61c-a610-4a63-9d1b-8a72a1d2a6d8 req-68084010-267a-4e2f-b4c7-3d216064abf1 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:18.677604 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-d3a9e61c-a610-4a63-9d1b-8a72a1d2a6d8 req-68084010-267a-4e2f-b4c7-3d216064abf1 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.0843115 May 18 10:05:18.725595 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-d3a9e61c-a610-4a63-9d1b-8a72a1d2a6d8 req-f222fcdf-99f4-44c8-a147-ea5b537c18ad tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421877 May 18 10:05:19.552440 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:05:19.949856 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897fb3b-3669-4225-81b0-4510058f9de1 req-96e218ec-4208-4d8d-b6be-4e457c00fee7 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:19.951609 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-1897fb3b-3669-4225-81b0-4510058f9de1 req-96e218ec-4208-4d8d-b6be-4e457c00fee7 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.1006987 May 18 10:05:20.007811 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-1897fb3b-3669-4225-81b0-4510058f9de1 req-021000d0-4508-48e5-8e35-707ebf849ee4 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479133 May 18 10:05:21.322317 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a7c94-77f1-4b6f-813b-006cae6d26b6 req-4ab8f01d-92e7-45f3-b9de-efa55a78c5fa tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:21.324002 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-e23a7c94-77f1-4b6f-813b-006cae6d26b6 req-4ab8f01d-92e7-45f3-b9de-efa55a78c5fa tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.1590798 May 18 10:05:21.418497 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-e23a7c94-77f1-4b6f-813b-006cae6d26b6 req-04ba8776-2ed2-4d27-bfe3-bd79b7148837 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810583 May 18 10:05:21.784177 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56b178-7a04-4092-b13b-72313d325f33 req-b1e45622-1f97-495d-a103-1d85021ea091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:21.785870 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-3c56b178-7a04-4092-b13b-72313d325f33 req-b1e45622-1f97-495d-a103-1d85021ea091 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc&tenant_id=f716dbf60ba7409595aa27a28db3f6ae HTTP/1.1" status: 200 len: 1096 time: 0.1155226 May 18 10:05:21.918725 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56b178-7a04-4092-b13b-72313d325f33 req-e5ebe880-3c40-46e2-afde-435210b09e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:21.920378 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-3c56b178-7a04-4092-b13b-72313d325f33 req-e5ebe880-3c40-46e2-afde-435210b09e96 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f716dbf60ba7409595aa27a28db3f6ae&device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 1096 time: 0.1049058 May 18 10:05:22.164349 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56b178-7a04-4092-b13b-72313d325f33 req-a2dee3bc-3c9c-4942-9b55-57063877fd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:22.165688 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-3c56b178-7a04-4092-b13b-72313d325f33 req-a2dee3bc-3c9c-4942-9b55-57063877fd7d service neutron] 10.222.0.10 "GET /v2.0/networks?id=fe6c80e1-177e-4a34-ab74-aff33bd088bf HTTP/1.1" status: 200 len: 918 time: 0.2376885 May 18 10:05:22.425983 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 37018) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:05:22.569530 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c72f577b-e3ec-48ce-a938-9b45ef8f5a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:22.577476 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-f6eb6368-3358-4088-9298-54ab7bd5306d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:22.587105 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-c72f577b-e3ec-48ce-a938-9b45ef8f5a7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:05:22.591448 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-c72f577b-e3ec-48ce-a938-9b45ef8f5a7f admin admin] Usage tracker for resource:security_group_rule and tenant:4cc7db8c6541415a9826e18aa2ea0238 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:05:22.594685 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-c72f577b-e3ec-48ce-a938-9b45ef8f5a7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:05:22.608469 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-c72f577b-e3ec-48ce-a938-9b45ef8f5a7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:05:22.671728 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d6519-603e-4181-8d9b-99b2471f61fe req-b2781663-38f8-44e8-b622-58f3f9d412da tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:22.673372 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-676d6519-603e-4181-8d9b-99b2471f61fe req-b2781663-38f8-44e8-b622-58f3f9d412da tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.1000512 May 18 10:05:22.709596 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c72f577b-e3ec-48ce-a938-9b45ef8f5a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:22.714300 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c72f577b-e3ec-48ce-a938-9b45ef8f5a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:22.725182 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-676d6519-603e-4181-8d9b-99b2471f61fe req-ab163c8c-63ad-4798-bebc-5cba06953b9a tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472867 May 18 10:05:22.725779 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-e771f90d-7219-4fea-b341-a44f3571ba3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:05:22.766867 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-c72f577b-e3ec-48ce-a938-9b45ef8f5a7f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4cc7db8c6541415a9826e18aa2ea0238&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3396988 May 18 10:05:22.767796 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f577b-e3ec-48ce-a938-9b45ef8f5a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe02edd-0acc-40f1-8865-4ff2c014d281,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:05:22.771505 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 37030) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:05:22.776880 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72f577b-e3ec-48ce-a938-9b45ef8f5a7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:22.777241 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72f577b-e3ec-48ce-a938-9b45ef8f5a7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:22.777617 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72f577b-e3ec-48ce-a938-9b45ef8f5a7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:22.777986 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72f577b-e3ec-48ce-a938-9b45ef8f5a7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:22.778339 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72f577b-e3ec-48ce-a938-9b45ef8f5a7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:22.778715 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72f577b-e3ec-48ce-a938-9b45ef8f5a7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:22.779053 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72f577b-e3ec-48ce-a938-9b45ef8f5a7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:22.779389 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72f577b-e3ec-48ce-a938-9b45ef8f5a7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:22.779725 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72f577b-e3ec-48ce-a938-9b45ef8f5a7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:22.780057 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72f577b-e3ec-48ce-a938-9b45ef8f5a7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:22.780392 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72f577b-e3ec-48ce-a938-9b45ef8f5a7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:22.780734 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72f577b-e3ec-48ce-a938-9b45ef8f5a7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:22.785316 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-c72f577b-e3ec-48ce-a938-9b45ef8f5a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:05:22.841935 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-bba550ad-fbe0-449d-91d8-250e16e997f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:22.871486 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-bba550ad-fbe0-449d-91d8-250e16e997f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:22.929639 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-bba550ad-fbe0-449d-91d8-250e16e997f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:22.933716 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-3babb6ee-7be2-4275-bfc6-716febc3cde2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:05:22.947806 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba550ad-fbe0-449d-91d8-250e16e997f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe02edd-0acc-40f1-8865-4ff2c014d281,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:05:22.958407 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba550ad-fbe0-449d-91d8-250e16e997f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:22.958781 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba550ad-fbe0-449d-91d8-250e16e997f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:22.959694 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba550ad-fbe0-449d-91d8-250e16e997f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:22.960035 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba550ad-fbe0-449d-91d8-250e16e997f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:22.960370 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba550ad-fbe0-449d-91d8-250e16e997f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:22.960711 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba550ad-fbe0-449d-91d8-250e16e997f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:22.961041 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba550ad-fbe0-449d-91d8-250e16e997f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:22.961397 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba550ad-fbe0-449d-91d8-250e16e997f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:22.961726 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba550ad-fbe0-449d-91d8-250e16e997f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:22.962051 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba550ad-fbe0-449d-91d8-250e16e997f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:22.962404 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba550ad-fbe0-449d-91d8-250e16e997f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:22.962728 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba550ad-fbe0-449d-91d8-250e16e997f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:05:22.968345 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-bba550ad-fbe0-449d-91d8-250e16e997f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:05:22.970509 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-bba550ad-fbe0-449d-91d8-250e16e997f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:22.971768 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-bba550ad-fbe0-449d-91d8-250e16e997f3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dbe02edd-0acc-40f1-8865-4ff2c014d281 HTTP/1.1" status: 204 len: 168 time: 0.1982067 May 18 10:05:23.539610 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-3c56b178-7a04-4092-b13b-72313d325f33 req-cc11317b-f37c-43b0-becc-71e26acb2d49 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2 HTTP/1.1" status: 200 len: 999 time: 0.1233261 May 18 10:05:23.955693 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfd263-ee3c-453b-ae39-e384816168b3 req-f3df85de-b7cd-404b-a683-e1184bff0f1d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:23.958185 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f4cfd263-ee3c-453b-ae39-e384816168b3 req-f3df85de-b7cd-404b-a683-e1184bff0f1d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.1122298 May 18 10:05:24.017765 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f4cfd263-ee3c-453b-ae39-e384816168b3 req-af09db31-aa44-4ad3-9c0c-3f9f9936f9d5 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514445 May 18 10:05:24.523780 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56b178-7a04-4092-b13b-72313d325f33 req-66cd0275-47a0-41f2-81d6-1e3c6cafccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:24.523780 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-3c56b178-7a04-4092-b13b-72313d325f33 req-66cd0275-47a0-41f2-81d6-1e3c6cafccb6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=293e45ba-5a92-42da-8d0a-72e710626ff2 HTTP/1.1" status: 200 len: 856 time: 0.0849226 May 18 10:05:25.183501 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:25.226785 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-5e61d365-398b-40f9-afc4-f839781211b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:25.227153 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648a5e3-765b-4fec-b0df-fbce7b0ceab7 req-7bb456a8-a7ba-4d22-95ac-63238182bf29 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:25.228649 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b648a5e3-765b-4fec-b0df-fbce7b0ceab7 req-7bb456a8-a7ba-4d22-95ac-63238182bf29 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.0909879 May 18 10:05:25.279049 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b648a5e3-765b-4fec-b0df-fbce7b0ceab7 req-1af39bf0-7e05-47fc-a5f1-73199e910fae tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415492 May 18 10:05:25.998394 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56b178-7a04-4092-b13b-72313d325f33 req-6171cadc-56e6-4901-b378-281fbf958328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:25.999964 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-3c56b178-7a04-4092-b13b-72313d325f33 req-6171cadc-56e6-4901-b378-281fbf958328 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fe6c80e1-177e-4a34-ab74-aff33bd088bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1242380 May 18 10:05:26.148313 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-3c56b178-7a04-4092-b13b-72313d325f33 req-248859c0-fe24-4403-91c7-3419095a6d57 service neutron] 10.222.0.10 "GET /v2.0/networks/fe6c80e1-177e-4a34-ab74-aff33bd088bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402681 May 18 10:05:26.295355 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-3c56b178-7a04-4092-b13b-72313d325f33 req-0d1fb2b4-da97-4453-a14a-351f99fbcfe6 service neutron] 10.222.0.10 "GET /v2.0/networks/fe6c80e1-177e-4a34-ab74-aff33bd088bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402068 May 18 10:05:26.510357 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6582e4-4921-4c67-afa0-d351dc451471 req-1865a62a-2d8c-47eb-aaa3-209251c7f480 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:26.513293 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-2e6582e4-4921-4c67-afa0-d351dc451471 req-1865a62a-2d8c-47eb-aaa3-209251c7f480 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.1031172 May 18 10:05:26.587524 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-2e6582e4-4921-4c67-afa0-d351dc451471 req-f17459e2-3118-4805-85cd-b0c9a5265a9b tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686235 May 18 10:05:26.618873 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:27.813319 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c94c35-3170-41d1-9bd3-e3e5561cd7b9 req-c17f027e-1185-464f-ae05-0bb6125518ec tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:27.814980 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a9c94c35-3170-41d1-9bd3-e3e5561cd7b9 req-c17f027e-1185-464f-ae05-0bb6125518ec tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.0932236 May 18 10:05:27.863672 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:05:27.866723 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a9c94c35-3170-41d1-9bd3-e3e5561cd7b9 req-7067cc24-7b6f-453f-9fee-818043560ac3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452421 May 18 10:05:28.139150 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:29.076696 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194705d3-e128-47d5-ba4b-13565af7c365 req-838a31ca-1891-42c7-9c49-93e7ce83dd85 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:29.078190 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-194705d3-e128-47d5-ba4b-13565af7c365 req-838a31ca-1891-42c7-9c49-93e7ce83dd85 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.0958607 May 18 10:05:29.130892 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-194705d3-e128-47d5-ba4b-13565af7c365 req-dddd201c-a38a-4928-a085-96fd44e287d7 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461290 May 18 10:05:30.339535 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b654bbb-64cb-4528-a5bf-dd6e969314e6 req-4c10e884-6ca2-460a-b8dd-696677662797 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:30.341262 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-4b654bbb-64cb-4528-a5bf-dd6e969314e6 req-4c10e884-6ca2-460a-b8dd-696677662797 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.0911832 May 18 10:05:30.391549 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-4b654bbb-64cb-4528-a5bf-dd6e969314e6 req-e9df5fc9-e3f1-4363-a69e-855dd3b61c38 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441792 May 18 10:05:31.609794 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d3a82-457f-4a58-8f7c-10f5cf52a4df req-03817e96-da18-4c52-86e1-02e6cc334070 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:31.611457 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-751d3a82-457f-4a58-8f7c-10f5cf52a4df req-03817e96-da18-4c52-86e1-02e6cc334070 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.0893950 May 18 10:05:31.666772 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-751d3a82-457f-4a58-8f7c-10f5cf52a4df req-5d107ef2-ad02-47bb-a28d-c9be82c1a0fd tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487659 May 18 10:05:32.869602 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05f1c1-af7e-44be-a380-85ea79ab1172 req-fe47cbb5-42cb-4f17-b350-5bceada22d77 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:32.871038 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-de05f1c1-af7e-44be-a380-85ea79ab1172 req-fe47cbb5-42cb-4f17-b350-5bceada22d77 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.0814877 May 18 10:05:32.917174 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-de05f1c1-af7e-44be-a380-85ea79ab1172 req-3c30c5f5-ae70-4a16-9801-136b8bdc5b54 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394120 May 18 10:05:34.121059 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbe2a7-6c0e-4537-9f85-7387aa4c6429 req-0ed20c95-14a6-44d0-97c0-fc44668d9061 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:34.122606 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-d8cbe2a7-6c0e-4537-9f85-7387aa4c6429 req-0ed20c95-14a6-44d0-97c0-fc44668d9061 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.0930676 May 18 10:05:34.169806 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-d8cbe2a7-6c0e-4537-9f85-7387aa4c6429 req-d7c7b9a0-8afa-40eb-bebb-ef88e1d4ef0f tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413551 May 18 10:05:35.373615 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14e55f-322f-4d22-a956-8abc31e3ed29 req-b968af34-bc5d-4fc6-afe7-bb6243923846 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:35.375191 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-db14e55f-322f-4d22-a956-8abc31e3ed29 req-b968af34-bc5d-4fc6-afe7-bb6243923846 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.0860662 May 18 10:05:35.429767 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-db14e55f-322f-4d22-a956-8abc31e3ed29 req-30ab8abc-8f55-4b0c-b561-6cec531acd57 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480855 May 18 10:05:36.664681 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf9949-4b52-4649-8f04-0adc460d023e req-0bc10224-63a4-49d1-acd0-ee5e145e42fe tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:36.666281 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-b4cf9949-4b52-4649-8f04-0adc460d023e req-0bc10224-63a4-49d1-acd0-ee5e145e42fe tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.1248245 May 18 10:05:36.714556 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-b4cf9949-4b52-4649-8f04-0adc460d023e req-c6439464-c2fa-4441-97f6-94376fee0b0a tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423434 May 18 10:05:37.920131 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641e1ad-6d90-41fe-9fdc-02e5bd308c77 req-378ced1c-d5db-4bf5-ad2f-ce04b1a985f7 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:37.921892 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-1641e1ad-6d90-41fe-9fdc-02e5bd308c77 req-378ced1c-d5db-4bf5-ad2f-ce04b1a985f7 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.0804448 May 18 10:05:37.968164 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-1641e1ad-6d90-41fe-9fdc-02e5bd308c77 req-241e3dbb-e264-4748-bff6-5c405ed88f21 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398707 May 18 10:05:39.172702 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ee71f-5b9c-4697-b24b-9a3c5a348fd0 req-1cf956b9-902f-4c99-8a98-6df405ef8b75 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:39.174074 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f94ee71f-5b9c-4697-b24b-9a3c5a348fd0 req-1cf956b9-902f-4c99-8a98-6df405ef8b75 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.0875051 May 18 10:05:39.223097 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f94ee71f-5b9c-4697-b24b-9a3c5a348fd0 req-0393da8b-9836-4978-a0c5-a1d0d5800bd4 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432780 May 18 10:05:40.486303 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d2769-53ec-4be4-963c-9be05df0f911 req-ecdac9e7-f6c1-452e-af3e-c92877282056 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:40.488022 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ac0d2769-53ec-4be4-963c-9be05df0f911 req-ecdac9e7-f6c1-452e-af3e-c92877282056 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.1470895 May 18 10:05:40.541529 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ac0d2769-53ec-4be4-963c-9be05df0f911 req-836e151a-cf5b-4c6e-9819-ced2e695bbea tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469909 May 18 10:05:41.773610 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bdc89-ea95-49d2-9824-6545b834d812 req-17c1fb85-2b48-4613-bd43-5e9307a7f33f tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:41.775120 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-336bdc89-ea95-49d2-9824-6545b834d812 req-17c1fb85-2b48-4613-bd43-5e9307a7f33f tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.0862434 May 18 10:05:41.824249 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-336bdc89-ea95-49d2-9824-6545b834d812 req-9fca15c5-5901-414a-8fd5-b616759f1220 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431151 May 18 10:05:43.062494 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddeae7d-413e-418f-8f2a-d9a3ef5d689c req-f2f20487-1174-458f-a557-9877e3a645bf tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:43.063975 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-cddeae7d-413e-418f-8f2a-d9a3ef5d689c req-f2f20487-1174-458f-a557-9877e3a645bf tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.1116688 May 18 10:05:43.117230 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-cddeae7d-413e-418f-8f2a-d9a3ef5d689c req-fd9bf317-3567-451c-99fa-e5068f5b5d6f tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421739 May 18 10:05:44.320353 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34374929-ebf8-4c0e-b84d-8889c9fe2e9c req-be09b8b3-8520-4693-a6c2-bf1378a7f665 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:44.321845 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-34374929-ebf8-4c0e-b84d-8889c9fe2e9c req-be09b8b3-8520-4693-a6c2-bf1378a7f665 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.0900917 May 18 10:05:44.370178 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-34374929-ebf8-4c0e-b84d-8889c9fe2e9c req-81c9d8e7-2223-48ed-9e54-972c7534146b tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417240 May 18 10:05:45.651072 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21cb610-eac0-4734-a3ac-df454f4e679c req-f7d4b922-08d1-4782-a99f-dcaefc194236 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:45.653046 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a21cb610-eac0-4734-a3ac-df454f4e679c req-f7d4b922-08d1-4782-a99f-dcaefc194236 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.1483684 May 18 10:05:45.704754 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a21cb610-eac0-4734-a3ac-df454f4e679c req-864f6340-4814-44e5-ace2-9b1368f92d17 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452425 May 18 10:05:46.821585 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:46.904091 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a85fbf-f63c-4449-b2b2-8a647673be5b req-90f5f561-5dd5-4209-a6d5-04f83ac34138 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:46.905572 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-c5a85fbf-f63c-4449-b2b2-8a647673be5b req-90f5f561-5dd5-4209-a6d5-04f83ac34138 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.0878379 May 18 10:05:46.949014 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-c5a85fbf-f63c-4449-b2b2-8a647673be5b req-d9181558-ed17-45b0-bc7b-a1460253a940 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377364 May 18 10:05:48.146315 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbbf70-0d5e-4ee1-b07f-dad048bd2f2b req-f291fb3e-ef71-4007-b4ae-168984362a17 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:48.148301 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-41bbbf70-0d5e-4ee1-b07f-dad048bd2f2b req-f291fb3e-ef71-4007-b4ae-168984362a17 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.0841351 May 18 10:05:48.195771 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-41bbbf70-0d5e-4ee1-b07f-dad048bd2f2b req-b259d689-15bd-4ec6-889c-21f834fb46cb tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414214 May 18 10:05:49.488948 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69194f2-36ca-443c-a5fa-8cbdabae8aab req-ceadbee5-c55c-4d90-b490-8bfd1c530a4d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:49.490480 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a69194f2-36ca-443c-a5fa-8cbdabae8aab req-ceadbee5-c55c-4d90-b490-8bfd1c530a4d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.1773453 May 18 10:05:49.539428 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a69194f2-36ca-443c-a5fa-8cbdabae8aab req-a7aee76c-29ae-4183-97a0-a1c24b6a012c tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414643 May 18 10:05:50.732206 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31a982-2607-42af-ade1-e040ab49ba32 req-740abe8b-14a6-47a2-a735-2a60b0e2f2b6 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:50.733649 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-be31a982-2607-42af-ade1-e040ab49ba32 req-740abe8b-14a6-47a2-a735-2a60b0e2f2b6 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.0784550 May 18 10:05:50.779879 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-be31a982-2607-42af-ade1-e040ab49ba32 req-3c1540eb-e76d-492d-9069-9292977422e3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406206 May 18 10:05:51.969916 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa26dc-9c51-42f5-9558-0a88336d2e93 req-f5c5e531-2109-4a5e-a7a2-4c86aeb1c4f2 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:51.971413 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-faaa26dc-9c51-42f5-9558-0a88336d2e93 req-f5c5e531-2109-4a5e-a7a2-4c86aeb1c4f2 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.0799954 May 18 10:05:52.022165 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-faaa26dc-9c51-42f5-9558-0a88336d2e93 req-aff3bf56-d8b8-4ed1-968b-4d3c3ceaa39b tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443842 May 18 10:05:52.570435 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-9ac8301e-0635-4221-bd5f-c7b07196f153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:53.220047 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031cbf4-007c-42bf-bc42-77e2b1f937f6 req-592f0022-d125-4dd0-bfb5-d41b98683515 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:53.221474 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a031cbf4-007c-42bf-bc42-77e2b1f937f6 req-592f0022-d125-4dd0-bfb5-d41b98683515 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.0805640 May 18 10:05:53.265501 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a031cbf4-007c-42bf-bc42-77e2b1f937f6 req-14439cb5-77a9-4f6e-838c-0c7c73e1958a tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381405 May 18 10:05:54.618713 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985999e-6b22-47b4-935e-550f6b0d627b req-2faca2e9-36fa-45de-bcbc-be063d2a377f tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:54.620248 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-c985999e-6b22-47b4-935e-550f6b0d627b req-2faca2e9-36fa-45de-bcbc-be063d2a377f tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.2462156 May 18 10:05:54.665092 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-c985999e-6b22-47b4-935e-550f6b0d627b req-5502dee0-3860-4cd9-aef2-b9d3769c6006 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391433 May 18 10:05:55.186015 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:55.219698 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-bbbc0d68-8e30-46a8-b0e6-10e0f807af00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:55.920533 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d5898-9701-4c9b-b21c-a66c35d496b8 req-74f17fba-f399-49b3-b07f-5f49207df8bb tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:55.922664 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-1e4d5898-9701-4c9b-b21c-a66c35d496b8 req-74f17fba-f399-49b3-b07f-5f49207df8bb tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.1471136 May 18 10:05:55.968133 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-1e4d5898-9701-4c9b-b21c-a66c35d496b8 req-a5ef629e-343f-47d9-a34d-22cab0d26f72 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397506 May 18 10:05:56.469144 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 37454) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:05:56.583455 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-f5053698-9060-4a03-bbfb-36ebff36f26c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:56.598024 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-f5053698-9060-4a03-bbfb-36ebff36f26c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:05:56.602034 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-f5053698-9060-4a03-bbfb-36ebff36f26c admin admin] Usage tracker for resource:security_group_rule and tenant:2d134cc62d78406696c9cbb115358c6a is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:05:56.604897 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-f5053698-9060-4a03-bbfb-36ebff36f26c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:05:56.610670 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-f5053698-9060-4a03-bbfb-36ebff36f26c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:05:56.615249 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:56.689035 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-f5053698-9060-4a03-bbfb-36ebff36f26c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:56.692876 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-f5053698-9060-4a03-bbfb-36ebff36f26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:56.701584 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-728b4ef7-d1e2-409e-b321-5664ef7148b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:05:56.739203 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-f5053698-9060-4a03-bbfb-36ebff36f26c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2d134cc62d78406696c9cbb115358c6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2690382 May 18 10:05:56.740051 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5053698-9060-4a03-bbfb-36ebff36f26c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c7fefd-b752-4248-9186-0391876645b0,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:05:56.743217 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 37460) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:05:56.743702 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-f5053698-9060-4a03-bbfb-36ebff36f26c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:05:56.800455 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-556459e2-2ac4-44e9-9052-f0d0c0662cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:56.830608 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-556459e2-2ac4-44e9-9052-f0d0c0662cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:56.883580 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-556459e2-2ac4-44e9-9052-f0d0c0662cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:56.887145 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-c49ea3e5-fb09-4a44-b34d-9db12d767e28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:05:56.899918 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556459e2-2ac4-44e9-9052-f0d0c0662cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c7fefd-b752-4248-9186-0391876645b0,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:05:56.902294 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-556459e2-2ac4-44e9-9052-f0d0c0662cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:05:56.910951 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-556459e2-2ac4-44e9-9052-f0d0c0662cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:56.912083 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-556459e2-2ac4-44e9-9052-f0d0c0662cab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b5c7fefd-b752-4248-9186-0391876645b0 HTTP/1.1" status: 204 len: 168 time: 0.1679006 May 18 10:05:57.174462 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4f9e3-cda5-475d-a254-403b8b20b6a7 req-f9859e83-2954-4483-b51a-fea3e88b47ec tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:57.176069 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-1ed4f9e3-cda5-475d-a254-403b8b20b6a7 req-f9859e83-2954-4483-b51a-fea3e88b47ec tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.0877662 May 18 10:05:57.217437 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 37480) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:05:57.223562 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-1ed4f9e3-cda5-475d-a254-403b8b20b6a7 req-5e0f4490-0f65-4ad6-9e35-b9d9e7e3f046 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402274 May 18 10:05:57.235978 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-23dc61b2-5156-4f77-96a5-9b183a47a97c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:57.251674 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-23dc61b2-5156-4f77-96a5-9b183a47a97c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:05:57.255476 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-23dc61b2-5156-4f77-96a5-9b183a47a97c admin admin] Usage tracker for resource:security_group_rule and tenant:d4fc708e413e4cdcbad218ae5d5b21f8 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:05:57.258411 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-23dc61b2-5156-4f77-96a5-9b183a47a97c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:05:57.264117 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-23dc61b2-5156-4f77-96a5-9b183a47a97c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:05:57.349573 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-23dc61b2-5156-4f77-96a5-9b183a47a97c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:57.355095 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-23dc61b2-5156-4f77-96a5-9b183a47a97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:57.363441 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-7c3f7818-0185-4ed9-be00-43f474d05d6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:05:57.411132 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc61b2-5156-4f77-96a5-9b183a47a97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb96906-8989-4602-aab9-f4ddd769df3e,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:05:57.416839 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-23dc61b2-5156-4f77-96a5-9b183a47a97c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d4fc708e413e4cdcbad218ae5d5b21f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1983507 May 18 10:05:57.417768 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-23dc61b2-5156-4f77-96a5-9b183a47a97c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:05:57.419486 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 37490) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:05:57.477707 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-b8f57e80-7855-4761-9f92-138b8392988d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:57.502618 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-b8f57e80-7855-4761-9f92-138b8392988d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:57.558329 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-b8f57e80-7855-4761-9f92-138b8392988d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:57.561914 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-65c46791-b22c-45b3-8751-a8abadf6c3e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:05:57.574189 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f57e80-7855-4761-9f92-138b8392988d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb96906-8989-4602-aab9-f4ddd769df3e,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:05:57.577894 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-b8f57e80-7855-4761-9f92-138b8392988d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:05:57.583141 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-b8f57e80-7855-4761-9f92-138b8392988d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:57.584209 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-b8f57e80-7855-4761-9f92-138b8392988d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4bb96906-8989-4602-aab9-f4ddd769df3e HTTP/1.1" status: 204 len: 168 time: 0.1637716 May 18 10:05:58.136044 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:05:58.423415 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c221590-60f9-4b03-b61e-94d0accba7b6 req-62a90cb1-225c-4229-a001-7f1cd1cdf330 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:58.424867 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-1c221590-60f9-4b03-b61e-94d0accba7b6 req-62a90cb1-225c-4229-a001-7f1cd1cdf330 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.0820997 May 18 10:05:58.473317 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-1c221590-60f9-4b03-b61e-94d0accba7b6 req-fa97607e-5f05-4552-8f68-cd1916b10c7e tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421486 May 18 10:05:58.899939 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f7c79-37e6-4677-8a1c-4d8c9cc2572e req-fea9eaf1-5951-4d90-a835-9f16ecffd853 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:58.901393 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-bc2f7c79-37e6-4677-8a1c-4d8c9cc2572e req-fea9eaf1-5951-4d90-a835-9f16ecffd853 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/ports?device_id=e338ab84-9e97-44c6-b230-fedf4dba69af HTTP/1.1" status: 200 len: 945 time: 0.0828586 May 18 10:05:58.946315 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-bc2f7c79-37e6-4677-8a1c-4d8c9cc2572e req-8b17d737-8d7b-4afb-b482-ae3634ac1dae tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a83426b-df62-4206-ad5a-2ff231233b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391903 May 18 10:05:59.681339 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfae197-2ce7-407e-b67f-1ec4bfe6c28b req-d5f4211a-4ced-452f-ac41-37f4c74fef2d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:05:59.688664 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ccfae197-2ce7-407e-b67f-1ec4bfe6c28b req-d5f4211a-4ced-452f-ac41-37f4c74fef2d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.0917594 May 18 10:05:59.730741 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ccfae197-2ce7-407e-b67f-1ec4bfe6c28b req-bf901c8c-ea0f-4669-a733-120db1b271e8 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411730 May 18 10:06:00.139615 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fca39-93a1-47ae-9bf6-71553549697b req-7e70a6c3-de40-405a-a3a9-79b53e810c12 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:00.141247 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b08fca39-93a1-47ae-9bf6-71553549697b req-7e70a6c3-de40-405a-a3a9-79b53e810c12 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/ports?device_id=e338ab84-9e97-44c6-b230-fedf4dba69af HTTP/1.1" status: 200 len: 945 time: 0.0786445 May 18 10:06:00.189615 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b08fca39-93a1-47ae-9bf6-71553549697b req-af51e308-1bc1-43a2-a09f-92593361f423 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a83426b-df62-4206-ad5a-2ff231233b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427258 May 18 10:06:00.926335 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4dbd5-1332-4e81-8fb7-cd4da65dd1b8 req-febd081e-f288-4e2f-9ef9-6d135245961a tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:00.927826 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-96e4dbd5-1332-4e81-8fb7-cd4da65dd1b8 req-febd081e-f288-4e2f-9ef9-6d135245961a tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 943 time: 0.0793214 May 18 10:06:00.975628 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-96e4dbd5-1332-4e81-8fb7-cd4da65dd1b8 req-152fdf20-dccc-4e75-8855-9406492f3e9e tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419726 May 18 10:06:01.244477 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78010e-51e0-40f0-b9f9-3dddc0822756 req-6830fe47-c608-440a-aecb-ee7bb09849a0 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:01.245928 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-af78010e-51e0-40f0-b9f9-3dddc0822756 req-6830fe47-c608-440a-aecb-ee7bb09849a0 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.10 "GET /v2.0/ports?device_id=e338ab84-9e97-44c6-b230-fedf4dba69af HTTP/1.1" status: 200 len: 945 time: 0.0823834 May 18 10:06:01.374227 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a0f34-0335-4a61-8958-d8e8a66e0752 req-c18d5360-42aa-4b18-853e-a77a8ab23ad4 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:01.375814 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f80a0f34-0335-4a61-8958-d8e8a66e0752 req-c18d5360-42aa-4b18-853e-a77a8ab23ad4 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/ports?device_id=e338ab84-9e97-44c6-b230-fedf4dba69af HTTP/1.1" status: 200 len: 945 time: 0.0808737 May 18 10:06:01.385527 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [req-af78010e-51e0-40f0-b9f9-3dddc0822756 req-7dcb01b2-89d0-4ff9-a474-0d4e3ed6c10f tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Deleting port 46ca3b57-704f-49fd-bc22-38f81e20cccf {{(pid=91254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:06:01.385897 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-af78010e-51e0-40f0-b9f9-3dddc0822756 req-7dcb01b2-89d0-4ff9-a474-0d4e3ed6c10f tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:01.421588 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f80a0f34-0335-4a61-8958-d8e8a66e0752 req-cf42a49f-46e4-475b-86da-261a8cb6b4ba tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a83426b-df62-4206-ad5a-2ff231233b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398984 May 18 10:06:01.522015 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [req-af78010e-51e0-40f0-b9f9-3dddc0822756 req-7dcb01b2-89d0-4ff9-a474-0d4e3ed6c10f tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] For port 46ca3b57-704f-49fd-bc22-38f81e20cccf, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=46ca3b57-704f-49fd-bc22-38f81e20cccf,segment=NetworkSegment(ab8c009f-9746-4d53-b9f5-d27a958fbf11),segment_id=ab8c009f-9746-4d53-b9f5-d27a958fbf11)] {{(pid=91254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:06:01.522421 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-af78010e-51e0-40f0-b9f9-3dddc0822756 req-7dcb01b2-89d0-4ff9-a474-0d4e3ed6c10f tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:01.644889 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [req-af78010e-51e0-40f0-b9f9-3dddc0822756 req-7dcb01b2-89d0-4ff9-a474-0d4e3ed6c10f tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Calling delete_port for 46ca3b57-704f-49fd-bc22-38f81e20cccf owned by compute:nova {{(pid=91254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:06:01.674788 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:06:01.772730 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-af78010e-51e0-40f0-b9f9-3dddc0822756 req-7dcb01b2-89d0-4ff9-a474-0d4e3ed6c10f tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:01.778348 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-2cb2296b-e3ab-4f55-984e-8b0d5fe3ce31 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:01.791380 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['46ca3b57-704f-49fd-bc22-38f81e20cccf'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:06:01.828090 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb01b2-89d0-4ff9-a474-0d4e3ed6c10f tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Pushing event deleted for resources: {'Port': ['ID=46ca3b57-704f-49fd-bc22-38f81e20cccf,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:01.836015 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-7dcb01b2-89d0-4ff9-a474-0d4e3ed6c10f tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:01.887423 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2,segment=NetworkSegment(344b6fb3-a3d0-455a-aeed-cf4ea1882505),segment_id=344b6fb3-a3d0-455a-aeed-cf4ea1882505)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:06:01.903959 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Returning: {'device': '0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2', 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf', 'port_id': '0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2', 'mac_address': 'fa:16:3e:77:f1:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '293e45ba-5a92-42da-8d0a-72e710626ff2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:06:01.927786 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.l3_dvrscheduler_db [req-af78010e-51e0-40f0-b9f9-3dddc0822756 req-7dcb01b2-89d0-4ff9-a474-0d4e3ed6c10f tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] No DVR routers for this DVR port 46ca3b57-704f-49fd-bc22-38f81e20cccf on host hv-cinder-77262 {{(pid=91254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:06:01.930363 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-af78010e-51e0-40f0-b9f9-3dddc0822756 req-7dcb01b2-89d0-4ff9-a474-0d4e3ed6c10f tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:01.932972 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e338ab84-9e97-44c6-b230-fedf4dba69af', 'name': 'network-vif-deleted', 'tag': '46ca3b57-704f-49fd-bc22-38f81e20cccf'}] {{(pid=91254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:06:01.954815 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-af78010e-51e0-40f0-b9f9-3dddc0822756 req-7dcb01b2-89d0-4ff9-a474-0d4e3ed6c10f tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.10 "DELETE /v2.0/ports/46ca3b57-704f-49fd-bc22-38f81e20cccf HTTP/1.1" status: 204 len: 173 time: 0.7027526 May 18 10:06:01.963928 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:01.982076 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2 {{(pid=91256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:06:01.993509 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e338ab84-9e97-44c6-b230-fedf4dba69af', 'name': 'network-vif-deleted', 'tag': '46ca3b57-704f-49fd-bc22-38f81e20cccf', 'status': 'completed', 'code': 200} May 18 10:06:01.998730 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2,segment=NetworkSegment(344b6fb3-a3d0-455a-aeed-cf4ea1882505),segment_id=344b6fb3-a3d0-455a-aeed-cf4ea1882505)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:06:02.002791 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:02.004534 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:02.077790 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2,revision_number=9']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:02.086484 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:02.086839 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:02.087175 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:02.087506 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:02.087833 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:02.088159 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:02.088485 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:02.088804 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:02.089148 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:02.089515 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:02.090039 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:02.090352 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:02.094336 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:02.184510 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41297c8-0164-4fe9-a4ec-8e3b4449165c req-6ce7ab93-5403-4b73-9c34-620dcde19c99 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:02.186080 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a41297c8-0164-4fe9-a4ec-8e3b4449165c req-6ce7ab93-5403-4b73-9c34-620dcde19c99 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 944 time: 0.0894606 May 18 10:06:02.235431 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a41297c8-0164-4fe9-a4ec-8e3b4449165c req-68095a7d-2935-4951-bd52-9c48c4265ece tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429235 May 18 10:06:02.370489 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:06:02.597377 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-9b7c324e-d084-4fdc-b4c0-b731af9b0eee req-d36f1825-096c-4abf-b5e7-70afe7f66e9d tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Synchronizing usage tracker for tenant:80ef6cdf967441ec8b51dd36e8303f8c on resource:port {{(pid=91254) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:06:02.613320 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-9b7c324e-d084-4fdc-b4c0-b731af9b0eee req-d36f1825-096c-4abf-b5e7-70afe7f66e9d tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Unset dirty status for tenant:80ef6cdf967441ec8b51dd36e8303f8c on resource:port {{(pid=91254) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:06:02.614521 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-9b7c324e-d084-4fdc-b4c0-b731af9b0eee req-d36f1825-096c-4abf-b5e7-70afe7f66e9d tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/ports?device_id=e338ab84-9e97-44c6-b230-fedf4dba69af HTTP/1.1" status: 200 len: 210 time: 0.0619674 May 18 10:06:03.501457 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2e8d9-6b09-402d-82c4-07823d6b230b req-d07a8445-2077-446c-bf55-c6db4f79ec6d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:03.503826 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-d3b2e8d9-6b09-402d-82c4-07823d6b230b req-d07a8445-2077-446c-bf55-c6db4f79ec6d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 944 time: 0.0846963 May 18 10:06:03.551029 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-d3b2e8d9-6b09-402d-82c4-07823d6b230b req-48f5a3fe-e801-41bb-a292-03910a2ba81b tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397258 May 18 10:06:03.692538 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2 up at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:06:03.763589 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning complete for port 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:06:03.763960 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:03.881326 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:03.908556 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30fa5531-330c-46fb-a5ef-8fc6cda3cefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2'}] {{(pid=91256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:06:03.919246 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2,segment=NetworkSegment(344b6fb3-a3d0-455a-aeed-cf4ea1882505),segment_id=344b6fb3-a3d0-455a-aeed-cf4ea1882505)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:06:03.923538 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:03.925684 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:03.968238 dv-cinder-772623-5-iscsi neutron-server[91256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30fa5531-330c-46fb-a5ef-8fc6cda3cefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2', 'code': 200} May 18 10:06:04.006651 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2,revision_number=10']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:04.009630 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:04.752499 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b53b06-8ab9-4e82-8fcf-45d00c7a4145 req-af92d8ea-d282-419b-bf0e-c42aa8364af0 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:04.753987 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-77b53b06-8ab9-4e82-8fcf-45d00c7a4145 req-af92d8ea-d282-419b-bf0e-c42aa8364af0 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 946 time: 0.0873024 May 18 10:06:04.805708 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-77b53b06-8ab9-4e82-8fcf-45d00c7a4145 req-8a93bbb6-1a12-43ef-9961-3006333499f7 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453427 May 18 10:06:04.864003 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:06:05.729824 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 46ca3b57-704f-49fd-bc22-38f81e20cccf no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:06:05.770088 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] No Port match for: 46ca3b57-704f-49fd-bc22-38f81e20cccf {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:06:05.770490 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 46ca3b57-704f-49fd-bc22-38f81e20cccf not bound to the agent host hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:06:06.007482 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ccd718-1608-44fb-90d6-9d04bc9f1445 req-cbafe153-27fc-4947-baed-b786b21717ea tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:06.008941 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-35ccd718-1608-44fb-90d6-9d04bc9f1445 req-cbafe153-27fc-4947-baed-b786b21717ea tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 946 time: 0.0844173 May 18 10:06:06.058671 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-35ccd718-1608-44fb-90d6-9d04bc9f1445 req-64df2711-f8f1-4ff4-b2ca-8fea48978cf3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409625 May 18 10:06:07.247746 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242b034-bca7-4d45-8243-42969a8464ed req-c57f3fa1-12cf-41cb-ba5d-090fe9961de2 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:07.249218 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-9242b034-bca7-4d45-8243-42969a8464ed req-c57f3fa1-12cf-41cb-ba5d-090fe9961de2 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 946 time: 0.0779483 May 18 10:06:07.295291 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-9242b034-bca7-4d45-8243-42969a8464ed req-9fc9858a-3de4-4198-adf7-51a7bba2e555 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404224 May 18 10:06:08.389785 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05ba01-a96d-4c50-97f5-c2b6bf3d5602 req-19702eb8-c2e5-4093-a70c-94761c23b515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:08.391332 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-0b05ba01-a96d-4c50-97f5-c2b6bf3d5602 req-19702eb8-c2e5-4093-a70c-94761c23b515 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 1099 time: 0.1704473 May 18 10:06:08.434423 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-0b05ba01-a96d-4c50-97f5-c2b6bf3d5602 req-88f63acb-c2dc-47a9-9051-fdcbc64c772f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363023 May 18 10:06:08.490357 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ab2a4-ed7e-482c-bb2b-603bd26c55f4 req-445fff2d-8b70-413c-8c7b-349ef43fb567 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:08.492369 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-873ab2a4-ed7e-482c-bb2b-603bd26c55f4 req-445fff2d-8b70-413c-8c7b-349ef43fb567 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 946 time: 0.0807161 May 18 10:06:08.539172 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-873ab2a4-ed7e-482c-bb2b-603bd26c55f4 req-a339ebb2-bd2d-4598-a795-a59863e9af0c tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410717 May 18 10:06:09.729403 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc5300-e5ef-4ef1-8af5-300b04384221 req-c0a3e7ab-bc2a-4e71-9d2a-60660cb3c015 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:09.730795 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-cbcc5300-e5ef-4ef1-8af5-300b04384221 req-c0a3e7ab-bc2a-4e71-9d2a-60660cb3c015 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 946 time: 0.0781605 May 18 10:06:09.774942 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-cbcc5300-e5ef-4ef1-8af5-300b04384221 req-dec24e55-38e3-41ec-a7de-2260e067bee6 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384729 May 18 10:06:11.154189 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a6329-cf84-45f0-8734-96bb683ba4fd req-aa33ef88-b9dd-4087-abff-36867f93365d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:11.155590 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f93a6329-cf84-45f0-8734-96bb683ba4fd req-aa33ef88-b9dd-4087-abff-36867f93365d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 946 time: 0.1289377 May 18 10:06:11.201658 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f93a6329-cf84-45f0-8734-96bb683ba4fd req-ff264525-d5d7-4de1-8ce4-7dbb0d0e8ccf tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403428 May 18 10:06:12.480106 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e2993-ba83-4335-a137-f3b9e19b2f4d req-d0cdb178-9758-4883-b4a8-abba1760797f tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:12.481588 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-d95e2993-ba83-4335-a137-f3b9e19b2f4d req-d0cdb178-9758-4883-b4a8-abba1760797f tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 946 time: 0.1699789 May 18 10:06:12.526552 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-d95e2993-ba83-4335-a137-f3b9e19b2f4d req-ecc23137-fae9-413b-8bc9-69275605c40b tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386217 May 18 10:06:13.716918 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e8dfc-b194-4cc7-9cc9-446eb7e042b9 req-45783271-4cdc-41d8-87a6-2b9716c883ff tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:13.718332 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f16e8dfc-b194-4cc7-9cc9-446eb7e042b9 req-45783271-4cdc-41d8-87a6-2b9716c883ff tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 946 time: 0.0804102 May 18 10:06:13.761229 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f16e8dfc-b194-4cc7-9cc9-446eb7e042b9 req-f0c9bdf2-9047-4dbe-9dcd-6cd341ddd461 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371449 May 18 10:06:14.949412 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515cc182-9c51-4123-99c1-b67f90d2e7a9 req-05bbb944-117e-463d-a880-132b13e434cf tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:14.950954 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-515cc182-9c51-4123-99c1-b67f90d2e7a9 req-05bbb944-117e-463d-a880-132b13e434cf tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 946 time: 0.0807056 May 18 10:06:14.996718 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-515cc182-9c51-4123-99c1-b67f90d2e7a9 req-34f4c76d-16a4-463a-87af-7530c11b8ac3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399990 May 18 10:06:16.511065 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-fa0397c7-adfb-4ca4-81ed-08d4b4de5d02 req-2aa0ddc8-23bc-42f2-a96f-119224d1d1a7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696409 May 18 10:06:16.672346 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0397c7-adfb-4ca4-81ed-08d4b4de5d02 req-35681bd5-2ebe-47a0-80a5-45f5ea5bc8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:16.674932 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-fa0397c7-adfb-4ca4-81ed-08d4b4de5d02 req-35681bd5-2ebe-47a0-80a5-45f5ea5bc8c3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4738afae052f4e64894b0edeb5a37fbf&device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 1099 time: 0.0939267 May 18 10:06:16.819416 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0397c7-adfb-4ca4-81ed-08d4b4de5d02 req-15eedf85-e39e-490b-a213-49d03464e7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:16.821379 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:16.821918 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-fa0397c7-adfb-4ca4-81ed-08d4b4de5d02 req-15eedf85-e39e-490b-a213-49d03464e7c3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=38de340e-be75-495c-91ac-81e0ab74f998 HTTP/1.1" status: 200 len: 911 time: 0.1281555 May 18 10:06:16.925827 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-fa0397c7-adfb-4ca4-81ed-08d4b4de5d02 req-5b66288e-ecdd-443a-a9fc-1dfbf487303e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4e93cbb-6abf-4368-9d99-cb28b406c180 HTTP/1.1" status: 200 len: 1001 time: 0.0969536 May 18 10:06:16.993292 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0397c7-adfb-4ca4-81ed-08d4b4de5d02 req-51113758-e2fd-4b9d-9930-99b21a54d689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:16.994842 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-fa0397c7-adfb-4ca4-81ed-08d4b4de5d02 req-51113758-e2fd-4b9d-9930-99b21a54d689 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7879ceca-ac45-4ec5-8a61-389c60092f52 HTTP/1.1" status: 200 len: 849 time: 0.0624561 May 18 10:06:17.071820 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0397c7-adfb-4ca4-81ed-08d4b4de5d02 req-cdd9a5c9-03f4-4c4a-b3de-abb0175fd581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:17.073293 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-fa0397c7-adfb-4ca4-81ed-08d4b4de5d02 req-cdd9a5c9-03f4-4c4a-b3de-abb0175fd581 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38de340e-be75-495c-91ac-81e0ab74f998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716541 May 18 10:06:17.203683 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-fa0397c7-adfb-4ca4-81ed-08d4b4de5d02 req-fb3ef253-12ba-47ee-a679-7b99d928eedb service neutron] 10.222.0.10 "GET /v2.0/networks/38de340e-be75-495c-91ac-81e0ab74f998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230395 May 18 10:06:17.338126 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-fa0397c7-adfb-4ca4-81ed-08d4b4de5d02 req-829638db-a1bf-4684-a887-5b4eab1f5e61 service neutron] 10.222.0.10 "GET /v2.0/networks/38de340e-be75-495c-91ac-81e0ab74f998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278212 May 18 10:06:17.939502 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 37822) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:06:18.055347 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-679add10-631d-449c-9753-85cfb400d853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:18.070678 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-679add10-631d-449c-9753-85cfb400d853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:06:18.074470 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-679add10-631d-449c-9753-85cfb400d853 admin admin] Usage tracker for resource:security_group_rule and tenant:89c3fda9b1d645ba8c890ab5509cdea0 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:06:18.077253 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-679add10-631d-449c-9753-85cfb400d853 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:06:18.082851 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-679add10-631d-449c-9753-85cfb400d853 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:06:18.166587 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-679add10-631d-449c-9753-85cfb400d853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:18.170266 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-679add10-631d-449c-9753-85cfb400d853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:18.178459 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-c7cdd2dc-d6b2-4e26-b2ce-27d865a6c190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:18.220833 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-679add10-631d-449c-9753-85cfb400d853 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=89c3fda9b1d645ba8c890ab5509cdea0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2802641 May 18 10:06:18.221706 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679add10-631d-449c-9753-85cfb400d853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397c7b37-3335-47e5-910b-2075a2345b9d,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:18.223857 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 37830) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:06:18.224862 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-679add10-631d-449c-9753-85cfb400d853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:18.284600 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-4ae20d25-a44d-4cf6-9c31-fcfa84846727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:18.309898 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-4ae20d25-a44d-4cf6-9c31-fcfa84846727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:18.362449 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-4ae20d25-a44d-4cf6-9c31-fcfa84846727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:18.365990 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-69c7fb3e-d4a3-4d73-98d2-3760eff7263c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:18.377207 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae20d25-a44d-4cf6-9c31-fcfa84846727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397c7b37-3335-47e5-910b-2075a2345b9d,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:18.380535 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-4ae20d25-a44d-4cf6-9c31-fcfa84846727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:18.384397 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-4ae20d25-a44d-4cf6-9c31-fcfa84846727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:18.385500 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-4ae20d25-a44d-4cf6-9c31-fcfa84846727 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/397c7b37-3335-47e5-910b-2075a2345b9d HTTP/1.1" status: 204 len: 168 time: 0.1606033 May 18 10:06:18.659829 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 37838) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:06:18.676830 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e8fd93e4-a667-4530-819b-af9c22d5bc22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:18.692065 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-e8fd93e4-a667-4530-819b-af9c22d5bc22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:06:18.696716 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-e8fd93e4-a667-4530-819b-af9c22d5bc22 admin admin] Usage tracker for resource:security_group_rule and tenant:08622fcd57e74f778c0bfef309e19ced is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:06:18.699559 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-e8fd93e4-a667-4530-819b-af9c22d5bc22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:06:18.705385 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-e8fd93e4-a667-4530-819b-af9c22d5bc22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:06:18.784518 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e8fd93e4-a667-4530-819b-af9c22d5bc22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:18.788217 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e8fd93e4-a667-4530-819b-af9c22d5bc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:18.796974 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-6d5880a2-c4e5-404c-8b74-eb5637b988b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:18.837600 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-e8fd93e4-a667-4530-819b-af9c22d5bc22 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=08622fcd57e74f778c0bfef309e19ced&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1767185 May 18 10:06:18.839322 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd93e4-a667-4530-819b-af9c22d5bc22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6b38a1-50b2-4a15-8b9f-5511deed4228,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:18.840612 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 37844) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:06:18.842732 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-e8fd93e4-a667-4530-819b-af9c22d5bc22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:18.900314 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-7780890b-4776-41f6-baad-5e32213dca1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:18.925212 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-7780890b-4776-41f6-baad-5e32213dca1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:18.975783 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-7780890b-4776-41f6-baad-5e32213dca1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:18.979864 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-c6858af0-6c37-43cb-839f-f045ead34697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:18.991635 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780890b-4776-41f6-baad-5e32213dca1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6b38a1-50b2-4a15-8b9f-5511deed4228,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:18.994756 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-7780890b-4776-41f6-baad-5e32213dca1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:19.001819 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-7780890b-4776-41f6-baad-5e32213dca1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:19.005708 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-7780890b-4776-41f6-baad-5e32213dca1a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fd6b38a1-50b2-4a15-8b9f-5511deed4228 HTTP/1.1" status: 204 len: 168 time: 0.1639423 May 18 10:06:19.353227 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 37856) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:06:19.370619 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e6ba4ad3-8b6f-4238-92f8-eab850ffaa48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:19.384327 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-e6ba4ad3-8b6f-4238-92f8-eab850ffaa48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:06:19.388252 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-e6ba4ad3-8b6f-4238-92f8-eab850ffaa48 admin admin] Usage tracker for resource:security_group_rule and tenant:34ab9bed71104894be1e5a6c71c2177a is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:06:19.391066 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-e6ba4ad3-8b6f-4238-92f8-eab850ffaa48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:06:19.396688 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-e6ba4ad3-8b6f-4238-92f8-eab850ffaa48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:06:19.482534 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e6ba4ad3-8b6f-4238-92f8-eab850ffaa48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:19.486243 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e6ba4ad3-8b6f-4238-92f8-eab850ffaa48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:19.494404 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-f802a51a-0725-44c6-9b48-13881461147c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:19.532729 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-e6ba4ad3-8b6f-4238-92f8-eab850ffaa48 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=34ab9bed71104894be1e5a6c71c2177a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1784661 May 18 10:06:19.534351 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba4ad3-8b6f-4238-92f8-eab850ffaa48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c1638c-ed3a-4ccc-ad26-d6d634ed6bc0,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:19.535582 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 37860) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:06:19.538292 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-e6ba4ad3-8b6f-4238-92f8-eab850ffaa48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:19.594656 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-07435cc7-c269-43b8-bce1-96ec6a31c775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:19.620089 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-07435cc7-c269-43b8-bce1-96ec6a31c775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:19.670826 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-07435cc7-c269-43b8-bce1-96ec6a31c775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:19.674287 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-be6dda87-dfb2-4064-be2c-c5e82e8f2b7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:19.686016 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07435cc7-c269-43b8-bce1-96ec6a31c775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c1638c-ed3a-4ccc-ad26-d6d634ed6bc0,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:19.688564 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-07435cc7-c269-43b8-bce1-96ec6a31c775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:19.696236 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-07435cc7-c269-43b8-bce1-96ec6a31c775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:19.697346 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-07435cc7-c269-43b8-bce1-96ec6a31c775 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b0c1638c-ed3a-4ccc-ad26-d6d634ed6bc0 HTTP/1.1" status: 204 len: 168 time: 0.1604779 May 18 10:06:22.572165 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-44ebd377-6182-4bdb-82e3-0f5ee9e43b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:24.624775 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c15dbd-c919-4299-b52b-22d7254608ce req-b216c944-8789-4bd5-a225-2b01676b13b4 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:24.626262 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-01c15dbd-c919-4299-b52b-22d7254608ce req-b216c944-8789-4bd5-a225-2b01676b13b4 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/networks?id=de0a2f89-ad84-45aa-a320-bf61c0840011 HTTP/1.1" status: 200 len: 813 time: 0.1448562 May 18 10:06:24.641689 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-01c15dbd-c919-4299-b52b-22d7254608ce req-25ba342d-af38-4eee-9174-999d7b6bc856 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/quotas/80ef6cdf967441ec8b51dd36e8303f8c HTTP/1.1" status: 200 len: 375 time: 0.0098529 May 18 10:06:24.688544 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-01c15dbd-c919-4299-b52b-22d7254608ce req-00e2d514-8030-45af-ba95-2735f3ba0f23 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=80ef6cdf967441ec8b51dd36e8303f8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415330 May 18 10:06:24.944217 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-01c15dbd-c919-4299-b52b-22d7254608ce req-2234514f-3773-4250-a949-5d8adc64a6a0 service neutron] 10.222.0.11 "GET /v2.0/networks/de0a2f89-ad84-45aa-a320-bf61c0840011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482007 May 18 10:06:25.076445 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-01c15dbd-c919-4299-b52b-22d7254608ce req-061cfc4f-e5ef-4b6b-9a22-4030cd9baa37 service neutron] 10.222.0.11 "GET /v2.0/networks/de0a2f89-ad84-45aa-a320-bf61c0840011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258838 May 18 10:06:25.211431 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:25.249074 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-bcccc98f-34de-4860-8e39-f2a0bda5211e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:25.271295 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-cae33afa-890a-456a-b79f-2d600de0a54b req-7ca01618-e074-490a-80ea-38631d08549f tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/ports?device_id=b458e4ea-69b4-4e7a-a193-96044165ca00 HTTP/1.1" status: 200 len: 210 time: 0.0502715 May 18 10:06:26.471573 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ed76e6cf-375c-40d9-9a26-4215a92fb62f req-e0b7c80b-aeb3-4939-aa9b-3f0c957625cd tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/ports?device_id=b458e4ea-69b4-4e7a-a193-96044165ca00 HTTP/1.1" status: 200 len: 210 time: 0.0865784 May 18 10:06:26.608655 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c15dbd-c919-4299-b52b-22d7254608ce req-254f66c2-1d65-4f19-a6d6-2eb10281e2ff tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:26.610134 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-01c15dbd-c919-4299-b52b-22d7254608ce req-254f66c2-1d65-4f19-a6d6-2eb10281e2ff tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.10 "GET /v2.0/networks?id=de0a2f89-ad84-45aa-a320-bf61c0840011 HTTP/1.1" status: 200 len: 813 time: 0.2055120 May 18 10:06:26.622195 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:26.626960 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [req-01c15dbd-c919-4299-b52b-22d7254608ce req-7a51e4ff-799b-4159-9740-54987836d48c tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Request body: {'port': {'device_id': 'b458e4ea-69b4-4e7a-a193-96044165ca00', 'network_id': 'de0a2f89-ad84-45aa-a320-bf61c0840011', 'admin_state_up': True, 'tenant_id': '80ef6cdf967441ec8b51dd36e8303f8c'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:06:26.784175 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [req-01c15dbd-c919-4299-b52b-22d7254608ce req-7a51e4ff-799b-4159-9740-54987836d48c tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:06:26.794415 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [req-01c15dbd-c919-4299-b52b-22d7254608ce req-7a51e4ff-799b-4159-9740-54987836d48c tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:06:26.805750 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01c15dbd-c919-4299-b52b-22d7254608ce req-7a51e4ff-799b-4159-9740-54987836d48c tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Made reservation on behalf of 80ef6cdf967441ec8b51dd36e8303f8c for: {'port': 1} {{(pid=91254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:06:26.809422 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-01c15dbd-c919-4299-b52b-22d7254608ce req-7a51e4ff-799b-4159-9740-54987836d48c tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:27.104049 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.db_base_plugin_common [req-01c15dbd-c919-4299-b52b-22d7254608ce req-7a51e4ff-799b-4159-9740-54987836d48c tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Allocated IP 172.20.0.4 (de0a2f89-ad84-45aa-a320-bf61c0840011/56fccc4e-7683-40f1-b413-6ffe813091b3/2bd152b2-ba06-4bc5-bd6e-916499f53556) {{(pid=91254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:06:27.313794 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-01c15dbd-c919-4299-b52b-22d7254608ce req-7a51e4ff-799b-4159-9740-54987836d48c tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Notify callbacks [] for port, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:27.343996 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-01c15dbd-c919-4299-b52b-22d7254608ce req-7a51e4ff-799b-4159-9740-54987836d48c tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:27.350291 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-39010a08-4124-4210-b804-1a12804b6508 tempest-DeleteServersTestJSON-1699451265 tempest-DeleteServersTestJSON-1699451265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:27.417356 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01c15dbd-c919-4299-b52b-22d7254608ce req-7a51e4ff-799b-4159-9740-54987836d48c tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Network de0a2f89-ad84-45aa-a320-bf61c0840011 is already hosted by enough agents. {{(pid=91254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:06:27.420510 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.base_scheduler [req-01c15dbd-c919-4299-b52b-22d7254608ce req-7a51e4ff-799b-4159-9740-54987836d48c tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Resources bound (agent type, host, resource id): {{(pid=91254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:06:27.424590 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c15dbd-c919-4299-b52b-22d7254608ce req-7a51e4ff-799b-4159-9740-54987836d48c tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Received port after_create {{(pid=91254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:06:27.457241 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51e4ff-799b-4159-9740-54987836d48c tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Pushing event updated for resources: {'Port': ['ID=2bd152b2-ba06-4bc5-bd6e-916499f53556,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:27.477252 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a51e4ff-799b-4159-9740-54987836d48c tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:27.477614 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a51e4ff-799b-4159-9740-54987836d48c tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:27.477968 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a51e4ff-799b-4159-9740-54987836d48c tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:27.478324 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a51e4ff-799b-4159-9740-54987836d48c tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:27.478692 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a51e4ff-799b-4159-9740-54987836d48c tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:27.479039 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a51e4ff-799b-4159-9740-54987836d48c tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:27.479380 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a51e4ff-799b-4159-9740-54987836d48c tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:27.479719 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a51e4ff-799b-4159-9740-54987836d48c tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:27.480055 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a51e4ff-799b-4159-9740-54987836d48c tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:27.480393 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a51e4ff-799b-4159-9740-54987836d48c tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:27.480754 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a51e4ff-799b-4159-9740-54987836d48c tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:27.481088 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a51e4ff-799b-4159-9740-54987836d48c tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:27.486722 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-7a51e4ff-799b-4159-9740-54987836d48c tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:27.504076 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c15dbd-c919-4299-b52b-22d7254608ce req-7a51e4ff-799b-4159-9740-54987836d48c tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:27.504683 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-01c15dbd-c919-4299-b52b-22d7254608ce req-7a51e4ff-799b-4159-9740-54987836d48c tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:27.530849 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-01c15dbd-c919-4299-b52b-22d7254608ce req-7a51e4ff-799b-4159-9740-54987836d48c tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9098527 May 18 10:06:27.675462 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f31a4-1b81-4a2f-8ab8-462885a10783 req-eb80a1a3-d29a-4ac7-b9fe-4f9992bcedc9 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:27.676163 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-049f31a4-1b81-4a2f-8ab8-462885a10783 req-eb80a1a3-d29a-4ac7-b9fe-4f9992bcedc9 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Synchronizing usage tracker for tenant:80ef6cdf967441ec8b51dd36e8303f8c on resource:port {{(pid=91254) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:06:27.690725 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-049f31a4-1b81-4a2f-8ab8-462885a10783 req-eb80a1a3-d29a-4ac7-b9fe-4f9992bcedc9 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Unset dirty status for tenant:80ef6cdf967441ec8b51dd36e8303f8c on resource:port {{(pid=91254) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:06:27.691890 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-049f31a4-1b81-4a2f-8ab8-462885a10783 req-eb80a1a3-d29a-4ac7-b9fe-4f9992bcedc9 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/ports?device_id=b458e4ea-69b4-4e7a-a193-96044165ca00 HTTP/1.1" status: 200 len: 931 time: 0.0937889 May 18 10:06:27.737064 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-049f31a4-1b81-4a2f-8ab8-462885a10783 req-03eebd9e-f37f-4bb3-bc61-900a354c1d7a tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a83426b-df62-4206-ad5a-2ff231233b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393910 May 18 10:06:27.758977 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [req-01c15dbd-c919-4299-b52b-22d7254608ce req-682ab642-bf88-4707-b6e0-72e7e94090e7 service neutron] Request body: {'port': {'device_id': 'b458e4ea-69b4-4e7a-a193-96044165ca00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:06:27.868372 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-01c15dbd-c919-4299-b52b-22d7254608ce req-682ab642-bf88-4707-b6e0-72e7e94090e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:28.141927 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:28.212243 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.notifiers.nova [req-01c15dbd-c919-4299-b52b-22d7254608ce req-682ab642-bf88-4707-b6e0-72e7e94090e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd152b2-ba06-4bc5-bd6e-916499f53556 {{(pid=91254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:06:28.212243 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-01c15dbd-c919-4299-b52b-22d7254608ce req-682ab642-bf88-4707-b6e0-72e7e94090e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:28.226417 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.provisioning_blocks [req-01c15dbd-c919-4299-b52b-22d7254608ce req-682ab642-bf88-4707-b6e0-72e7e94090e7 service neutron] Transition to ACTIVE for port object 2bd152b2-ba06-4bc5-bd6e-916499f53556 will not be triggered until provisioned by entity L2. {{(pid=91254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:06:28.229804 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-01c15dbd-c919-4299-b52b-22d7254608ce req-682ab642-bf88-4707-b6e0-72e7e94090e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2477981'] for port, after_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:28.234007 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:28.388910 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ab642-bf88-4707-b6e0-72e7e94090e7 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd152b2-ba06-4bc5-bd6e-916499f53556,revision_number=2']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:28.395950 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-682ab642-bf88-4707-b6e0-72e7e94090e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:28.463126 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.managers [req-01c15dbd-c919-4299-b52b-22d7254608ce req-682ab642-bf88-4707-b6e0-72e7e94090e7 service neutron] Attempting to bind port 2bd152b2-ba06-4bc5-bd6e-916499f53556 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:06:28.463126 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.managers [req-01c15dbd-c919-4299-b52b-22d7254608ce req-682ab642-bf88-4707-b6e0-72e7e94090e7 service neutron] Attempting to bind port 2bd152b2-ba06-4bc5-bd6e-916499f53556 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'ab8c009f-9746-4d53-b9f5-d27a958fbf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'de0a2f89-ad84-45aa-a320-bf61c0840011'}] {{(pid=91254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:06:28.463126 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c15dbd-c919-4299-b52b-22d7254608ce req-682ab642-bf88-4707-b6e0-72e7e94090e7 service neutron] Attempting to bind port 2bd152b2-ba06-4bc5-bd6e-916499f53556 on network de0a2f89-ad84-45aa-a320-bf61c0840011 {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:06:28.467997 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c15dbd-c919-4299-b52b-22d7254608ce req-682ab642-bf88-4707-b6e0-72e7e94090e7 service neutron] Port 2bd152b2-ba06-4bc5-bd6e-916499f53556 on network de0a2f89-ad84-45aa-a320-bf61c0840011 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 10:06:28.468310 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c15dbd-c919-4299-b52b-22d7254608ce req-682ab642-bf88-4707-b6e0-72e7e94090e7 service neutron] Attempting to bind port 2bd152b2-ba06-4bc5-bd6e-916499f53556 on network de0a2f89-ad84-45aa-a320-bf61c0840011 {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:06:28.473348 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c15dbd-c919-4299-b52b-22d7254608ce req-682ab642-bf88-4707-b6e0-72e7e94090e7 service neutron] Checking agent: {'id': '24b5a2b2-de0a-48ed-9b1d-3e34697dfcd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 59, 16), 'started_at': datetime.datetime(2021, 5, 18, 9, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:06:28.473675 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c15dbd-c919-4299-b52b-22d7254608ce req-682ab642-bf88-4707-b6e0-72e7e94090e7 service neutron] Checking segment: {'id': 'ab8c009f-9746-4d53-b9f5-d27a958fbf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'de0a2f89-ad84-45aa-a320-bf61c0840011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:06:28.474052 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c15dbd-c919-4299-b52b-22d7254608ce req-682ab642-bf88-4707-b6e0-72e7e94090e7 service neutron] Bound using segment: {'id': 'ab8c009f-9746-4d53-b9f5-d27a958fbf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'de0a2f89-ad84-45aa-a320-bf61c0840011'} {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:06:28.474510 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.managers [req-01c15dbd-c919-4299-b52b-22d7254608ce req-682ab642-bf88-4707-b6e0-72e7e94090e7 service neutron] Bound port: 2bd152b2-ba06-4bc5-bd6e-916499f53556, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab8c009f-9746-4d53-b9f5-d27a958fbf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'de0a2f89-ad84-45aa-a320-bf61c0840011'}}] {{(pid=91254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:06:28.474851 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-01c15dbd-c919-4299-b52b-22d7254608ce req-682ab642-bf88-4707-b6e0-72e7e94090e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:28.567283 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [req-01c15dbd-c919-4299-b52b-22d7254608ce req-682ab642-bf88-4707-b6e0-72e7e94090e7 service neutron] For port 2bd152b2-ba06-4bc5-bd6e-916499f53556, host hv-cinder-77262, cleared binding levels {{(pid=91254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:06:28.570246 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [req-01c15dbd-c919-4299-b52b-22d7254608ce req-682ab642-bf88-4707-b6e0-72e7e94090e7 service neutron] For port 2bd152b2-ba06-4bc5-bd6e-916499f53556, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=2bd152b2-ba06-4bc5-bd6e-916499f53556,segment=NetworkSegment(ab8c009f-9746-4d53-b9f5-d27a958fbf11),segment_id=ab8c009f-9746-4d53-b9f5-d27a958fbf11)] {{(pid=91254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:06:28.574616 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-01c15dbd-c919-4299-b52b-22d7254608ce req-682ab642-bf88-4707-b6e0-72e7e94090e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2477981'] for port, after_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:28.577972 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:28.635272 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c15dbd-c919-4299-b52b-22d7254608ce req-682ab642-bf88-4707-b6e0-72e7e94090e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:28.635890 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-01c15dbd-c919-4299-b52b-22d7254608ce req-682ab642-bf88-4707-b6e0-72e7e94090e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:28.637300 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-01c15dbd-c919-4299-b52b-22d7254608ce req-682ab642-bf88-4707-b6e0-72e7e94090e7 service neutron] 10.222.0.10 "PUT /v2.0/ports/2bd152b2-ba06-4bc5-bd6e-916499f53556 HTTP/1.1" status: 200 len: 1093 time: 0.8829837 May 18 10:06:28.637791 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b458e4ea-69b4-4e7a-a193-96044165ca00', 'tag': '2bd152b2-ba06-4bc5-bd6e-916499f53556'}] {{(pid=91254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:06:28.656508 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ab642-bf88-4707-b6e0-72e7e94090e7 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd152b2-ba06-4bc5-bd6e-916499f53556,revision_number=3']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:28.659232 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-682ab642-bf88-4707-b6e0-72e7e94090e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:28.807057 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b458e4ea-69b4-4e7a-a193-96044165ca00', 'tag': '2bd152b2-ba06-4bc5-bd6e-916499f53556', 'status': 'completed', 'code': 200} May 18 10:06:28.927370 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bf499-2b75-4f0b-a459-b7af9655e64c req-a55871db-7433-4e1f-aca1-3d2434ef4723 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:28.928759 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-7c8bf499-2b75-4f0b-a459-b7af9655e64c req-a55871db-7433-4e1f-aca1-3d2434ef4723 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/ports?device_id=b458e4ea-69b4-4e7a-a193-96044165ca00 HTTP/1.1" status: 200 len: 943 time: 0.0837400 May 18 10:06:28.972652 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-7c8bf499-2b75-4f0b-a459-b7af9655e64c req-45b213da-7e0d-46c3-b9ed-7412b6e560db tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a83426b-df62-4206-ad5a-2ff231233b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382433 May 18 10:06:30.159035 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f702e-57e3-44d2-809b-d31fcad99467 req-e819e541-7837-43d8-aa76-deb87bfd2ca5 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:30.160471 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-7f3f702e-57e3-44d2-809b-d31fcad99467 req-e819e541-7837-43d8-aa76-deb87bfd2ca5 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/ports?device_id=b458e4ea-69b4-4e7a-a193-96044165ca00 HTTP/1.1" status: 200 len: 943 time: 0.0794568 May 18 10:06:30.204677 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-7f3f702e-57e3-44d2-809b-d31fcad99467 req-381a3cce-72b5-498d-859e-84175edbaebf tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a83426b-df62-4206-ad5a-2ff231233b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379779 May 18 10:06:31.500872 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc04dbc-d945-4c0d-b636-1ed8fafed90c req-f3ef90d7-9a9b-405c-8209-f7519b97f937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:31.502283 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-1cc04dbc-d945-4c0d-b636-1ed8fafed90c req-f3ef90d7-9a9b-405c-8209-f7519b97f937 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=80ef6cdf967441ec8b51dd36e8303f8c&device_id=b458e4ea-69b4-4e7a-a193-96044165ca00 HTTP/1.1" status: 200 len: 1096 time: 0.2324207 May 18 10:06:31.509693 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25d433-0c80-4a52-ae4a-5312b35400ef req-2e37d278-9638-4bef-8b82-1022a3100a7d tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:31.511071 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-0c25d433-0c80-4a52-ae4a-5312b35400ef req-2e37d278-9638-4bef-8b82-1022a3100a7d tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/ports?device_id=b458e4ea-69b4-4e7a-a193-96044165ca00 HTTP/1.1" status: 200 len: 943 time: 0.2011373 May 18 10:06:31.643336 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-0c25d433-0c80-4a52-ae4a-5312b35400ef req-dd5e4a8b-db01-4736-8961-14d63b4793d9 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a83426b-df62-4206-ad5a-2ff231233b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123474 May 18 10:06:31.676653 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc04dbc-d945-4c0d-b636-1ed8fafed90c req-80bf3313-77f0-4692-b22f-3d35cfb62821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:31.678173 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-1cc04dbc-d945-4c0d-b636-1ed8fafed90c req-80bf3313-77f0-4692-b22f-3d35cfb62821 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=80ef6cdf967441ec8b51dd36e8303f8c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1649208 May 18 10:06:31.817252 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc04dbc-d945-4c0d-b636-1ed8fafed90c req-46c084b4-49d9-4bd9-a279-f4bbc3a2172c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:31.818769 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-1cc04dbc-d945-4c0d-b636-1ed8fafed90c req-46c084b4-49d9-4bd9-a279-f4bbc3a2172c service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1335983 May 18 10:06:32.116107 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c15dbd-c919-4299-b52b-22d7254608ce req-d80b2d81-599a-46e2-bbca-13fcc51b6649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:32.117516 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-01c15dbd-c919-4299-b52b-22d7254608ce req-d80b2d81-599a-46e2-bbca-13fcc51b6649 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=80ef6cdf967441ec8b51dd36e8303f8c&device_id=b458e4ea-69b4-4e7a-a193-96044165ca00 HTTP/1.1" status: 200 len: 1096 time: 0.0741677 May 18 10:06:32.232061 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-01c15dbd-c919-4299-b52b-22d7254608ce req-44768b4d-d464-47bc-a353-b7a289499ee7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bd152b2-ba06-4bc5-bd6e-916499f53556 HTTP/1.1" status: 200 len: 217 time: 0.0588510 May 18 10:06:32.295307 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c15dbd-c919-4299-b52b-22d7254608ce req-cc9d69f7-0be0-4ffa-997a-29e66024c4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:32.296711 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-01c15dbd-c919-4299-b52b-22d7254608ce req-cc9d69f7-0be0-4ffa-997a-29e66024c4ec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=56fccc4e-7683-40f1-b413-6ffe813091b3 HTTP/1.1" status: 200 len: 853 time: 0.0581841 May 18 10:06:32.342544 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-01c15dbd-c919-4299-b52b-22d7254608ce req-41bdbf3a-0edb-49c7-8b93-6365ad8fb699 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=de0a2f89-ad84-45aa-a320-bf61c0840011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392358 May 18 10:06:32.471137 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-01c15dbd-c919-4299-b52b-22d7254608ce req-b2d5720e-c26b-42b3-83c3-bfb9daa209e6 service neutron] 10.222.0.10 "GET /v2.0/networks/de0a2f89-ad84-45aa-a320-bf61c0840011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223426 May 18 10:06:32.602100 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-01c15dbd-c919-4299-b52b-22d7254608ce req-266d311d-800a-4dcc-8808-37824e0a1501 service neutron] 10.222.0.10 "GET /v2.0/networks/de0a2f89-ad84-45aa-a320-bf61c0840011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239254 May 18 10:06:32.833286 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ed6cb-ae08-4a3e-a5c7-fcd00f3f7ed3 req-ba6fe895-312b-47ef-9725-bda412ae0fc3 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:32.834737 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-532ed6cb-ae08-4a3e-a5c7-fcd00f3f7ed3 req-ba6fe895-312b-47ef-9725-bda412ae0fc3 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/ports?device_id=b458e4ea-69b4-4e7a-a193-96044165ca00 HTTP/1.1" status: 200 len: 943 time: 0.0806129 May 18 10:06:32.879387 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-532ed6cb-ae08-4a3e-a5c7-fcd00f3f7ed3 req-d77f2053-cd52-44dd-a9ca-ee6128d1e4ec tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a83426b-df62-4206-ad5a-2ff231233b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381932 May 18 10:06:34.077246 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a72b54-a9e8-4ac3-a910-060207d5f583 req-a30255bc-11ea-4183-b4e6-fecd74a63656 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:34.078746 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f3a72b54-a9e8-4ac3-a910-060207d5f583 req-a30255bc-11ea-4183-b4e6-fecd74a63656 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/ports?device_id=b458e4ea-69b4-4e7a-a193-96044165ca00 HTTP/1.1" status: 200 len: 943 time: 0.0894530 May 18 10:06:34.135653 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f3a72b54-a9e8-4ac3-a910-060207d5f583 req-5838f02f-79d2-4c5b-853f-c61118c1f8c6 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a83426b-df62-4206-ad5a-2ff231233b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509429 May 18 10:06:35.315049 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4fad9-35ff-4459-ac6f-798a13eeab0e req-767986a0-82c9-418b-ac51-64dde0b21e76 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:35.316571 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-4ee4fad9-35ff-4459-ac6f-798a13eeab0e req-767986a0-82c9-418b-ac51-64dde0b21e76 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/ports?device_id=b458e4ea-69b4-4e7a-a193-96044165ca00 HTTP/1.1" status: 200 len: 943 time: 0.0822191 May 18 10:06:35.360890 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-4ee4fad9-35ff-4459-ac6f-798a13eeab0e req-4045f196-565f-4047-b609-8e3008f4b01d tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a83426b-df62-4206-ad5a-2ff231233b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383444 May 18 10:06:36.543962 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37161ee-7ee4-4c88-b2da-e1ca39eee369 req-fcc58855-275a-42a4-9ec1-5eb3ad35c3f5 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:36.545457 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-e37161ee-7ee4-4c88-b2da-e1ca39eee369 req-fcc58855-275a-42a4-9ec1-5eb3ad35c3f5 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/ports?device_id=b458e4ea-69b4-4e7a-a193-96044165ca00 HTTP/1.1" status: 200 len: 943 time: 0.0787482 May 18 10:06:36.590097 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-e37161ee-7ee4-4c88-b2da-e1ca39eee369 req-bb251967-ee93-4b5c-94cc-319220cc286f tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a83426b-df62-4206-ad5a-2ff231233b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389297 May 18 10:06:37.774272 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290627f-78f1-483e-970a-76a64d50c01c req-e8f51807-f11b-49b3-b3de-a403e28d1a4a tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:37.775765 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-0290627f-78f1-483e-970a-76a64d50c01c req-e8f51807-f11b-49b3-b3de-a403e28d1a4a tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/ports?device_id=b458e4ea-69b4-4e7a-a193-96044165ca00 HTTP/1.1" status: 200 len: 943 time: 0.0828800 May 18 10:06:37.818652 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-0290627f-78f1-483e-970a-76a64d50c01c req-abe4f929-f749-4a06-ba3f-a085b4e71cf7 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a83426b-df62-4206-ad5a-2ff231233b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371716 May 18 10:06:37.842816 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 2bd152b2-ba06-4bc5-bd6e-916499f53556 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:06:37.975153 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 2bd152b2-ba06-4bc5-bd6e-916499f53556, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=2bd152b2-ba06-4bc5-bd6e-916499f53556,segment=NetworkSegment(ab8c009f-9746-4d53-b9f5-d27a958fbf11),segment_id=ab8c009f-9746-4d53-b9f5-d27a958fbf11)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:06:37.988374 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Returning: {'device': '2bd152b2-ba06-4bc5-bd6e-916499f53556', 'network_id': 'de0a2f89-ad84-45aa-a320-bf61c0840011', 'port_id': '2bd152b2-ba06-4bc5-bd6e-916499f53556', 'mac_address': 'fa:16:3e:c1:67:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56fccc4e-7683-40f1-b413-6ffe813091b3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:06:38.045950 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:38.065273 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd152b2-ba06-4bc5-bd6e-916499f53556 {{(pid=91256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:06:38.083417 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 2bd152b2-ba06-4bc5-bd6e-916499f53556, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=2bd152b2-ba06-4bc5-bd6e-916499f53556,segment=NetworkSegment(ab8c009f-9746-4d53-b9f5-d27a958fbf11),segment_id=ab8c009f-9746-4d53-b9f5-d27a958fbf11)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:06:38.088172 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:38.091621 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-6b57ff39-65d4-466e-a50c-6ec32b50abb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:38.161047 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=2bd152b2-ba06-4bc5-bd6e-916499f53556,revision_number=4']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:38.164978 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:38.341884 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 38120) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:06:38.449723 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['2bd152b2-ba06-4bc5-bd6e-916499f53556'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:06:38.456972 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-acc1eb4d-3498-46b1-8f50-c53658fdddf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:38.471952 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-acc1eb4d-3498-46b1-8f50-c53658fdddf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:06:38.475859 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-acc1eb4d-3498-46b1-8f50-c53658fdddf9 admin admin] Usage tracker for resource:security_group_rule and tenant:b96f4a9f560d41918d494511452245f9 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:06:38.478656 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-acc1eb4d-3498-46b1-8f50-c53658fdddf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:06:38.484300 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-acc1eb4d-3498-46b1-8f50-c53658fdddf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:06:38.571038 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-acc1eb4d-3498-46b1-8f50-c53658fdddf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:38.575361 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-acc1eb4d-3498-46b1-8f50-c53658fdddf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:38.583748 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-6046b8ed-ace9-4240-b8fd-fbd1af0b30f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:38.628169 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-acc1eb4d-3498-46b1-8f50-c53658fdddf9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b96f4a9f560d41918d494511452245f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2849905 May 18 10:06:38.629829 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1eb4d-3498-46b1-8f50-c53658fdddf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56f736f-6bbf-424e-a1cd-658065ef0881,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:38.630614 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 38126) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:06:38.638280 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1eb4d-3498-46b1-8f50-c53658fdddf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:38.638716 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1eb4d-3498-46b1-8f50-c53658fdddf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:38.639060 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1eb4d-3498-46b1-8f50-c53658fdddf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:38.639407 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1eb4d-3498-46b1-8f50-c53658fdddf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:38.639751 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1eb4d-3498-46b1-8f50-c53658fdddf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:38.640093 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1eb4d-3498-46b1-8f50-c53658fdddf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:38.640433 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1eb4d-3498-46b1-8f50-c53658fdddf9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:38.640770 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1eb4d-3498-46b1-8f50-c53658fdddf9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:38.641129 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1eb4d-3498-46b1-8f50-c53658fdddf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:38.641464 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1eb4d-3498-46b1-8f50-c53658fdddf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:38.641798 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1eb4d-3498-46b1-8f50-c53658fdddf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:38.642135 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc1eb4d-3498-46b1-8f50-c53658fdddf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:06:38.646226 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-acc1eb4d-3498-46b1-8f50-c53658fdddf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:38.693521 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-50399687-9ee8-4a63-af09-63b4a3a055b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:38.720934 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-50399687-9ee8-4a63-af09-63b4a3a055b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:38.773003 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-50399687-9ee8-4a63-af09-63b4a3a055b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:38.776533 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-9c0540dc-391d-4f46-8f41-818d2fb5903f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:38.786929 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50399687-9ee8-4a63-af09-63b4a3a055b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56f736f-6bbf-424e-a1cd-658065ef0881,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:38.789386 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-50399687-9ee8-4a63-af09-63b4a3a055b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:38.796932 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-50399687-9ee8-4a63-af09-63b4a3a055b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:38.798052 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-50399687-9ee8-4a63-af09-63b4a3a055b1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f56f736f-6bbf-424e-a1cd-658065ef0881 HTTP/1.1" status: 204 len: 168 time: 0.1664612 May 18 10:06:39.004057 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5f486-d9b2-4fe2-a70d-1d95496e66db req-5535b929-a550-4806-b112-08ac02c5074a tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:39.005511 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-8cd5f486-d9b2-4fe2-a70d-1d95496e66db req-5535b929-a550-4806-b112-08ac02c5074a tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/ports?device_id=b458e4ea-69b4-4e7a-a193-96044165ca00 HTTP/1.1" status: 200 len: 944 time: 0.0814168 May 18 10:06:39.054401 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-8cd5f486-d9b2-4fe2-a70d-1d95496e66db req-6985f0f8-1ff1-4691-8e95-571667636f58 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a83426b-df62-4206-ad5a-2ff231233b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424178 May 18 10:06:39.445241 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 38158) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:06:39.563932 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-98c80ecf-4976-46c3-8364-77ffa80a6712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:39.578034 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-98c80ecf-4976-46c3-8364-77ffa80a6712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:06:39.581930 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-98c80ecf-4976-46c3-8364-77ffa80a6712 admin admin] Usage tracker for resource:security_group_rule and tenant:91ec484b03d74cc2a8a8755fdf4e96fe is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:06:39.584636 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-98c80ecf-4976-46c3-8364-77ffa80a6712 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:06:39.591068 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-98c80ecf-4976-46c3-8364-77ffa80a6712 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:06:39.674353 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-98c80ecf-4976-46c3-8364-77ffa80a6712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:39.678195 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-98c80ecf-4976-46c3-8364-77ffa80a6712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:39.686633 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-77f1ff48-9a9f-4403-932b-3f5f6f46e942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:39.725553 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-98c80ecf-4976-46c3-8364-77ffa80a6712 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=91ec484b03d74cc2a8a8755fdf4e96fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2785485 May 18 10:06:39.727081 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c80ecf-4976-46c3-8364-77ffa80a6712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188be212-5898-436e-8aa4-8aee5cfe9be2,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:39.728877 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 38168) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:06:39.730013 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-98c80ecf-4976-46c3-8364-77ffa80a6712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:39.800485 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c03dfd67-0e54-4010-b363-61227cd4b94b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:39.827320 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c03dfd67-0e54-4010-b363-61227cd4b94b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:39.859546 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 2bd152b2-ba06-4bc5-bd6e-916499f53556 up at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:06:39.879752 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c03dfd67-0e54-4010-b363-61227cd4b94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:39.886257 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-b85cbbc8-0660-4d83-9be3-6124f2873b47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:39.901123 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03dfd67-0e54-4010-b363-61227cd4b94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188be212-5898-436e-8aa4-8aee5cfe9be2,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:39.904094 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-c03dfd67-0e54-4010-b363-61227cd4b94b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:39.917798 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c03dfd67-0e54-4010-b363-61227cd4b94b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:39.921312 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-c03dfd67-0e54-4010-b363-61227cd4b94b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/188be212-5898-436e-8aa4-8aee5cfe9be2 HTTP/1.1" status: 204 len: 168 time: 0.1890311 May 18 10:06:39.952809 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning for port 2bd152b2-ba06-4bc5-bd6e-916499f53556 completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:06:39.960634 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning complete for port 2bd152b2-ba06-4bc5-bd6e-916499f53556 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:06:39.961221 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:40.097932 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:40.129133 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b458e4ea-69b4-4e7a-a193-96044165ca00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd152b2-ba06-4bc5-bd6e-916499f53556'}] {{(pid=91256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:06:40.139744 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 2bd152b2-ba06-4bc5-bd6e-916499f53556, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=2bd152b2-ba06-4bc5-bd6e-916499f53556,segment=NetworkSegment(ab8c009f-9746-4d53-b9f5-d27a958fbf11),segment_id=ab8c009f-9746-4d53-b9f5-d27a958fbf11)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:06:40.145145 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:40.148083 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:40.218891 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=2bd152b2-ba06-4bc5-bd6e-916499f53556,revision_number=5']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:40.222214 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:40.287821 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 38186) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:06:40.307860 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-00a5e834-82f2-4bac-a0bf-b29669c6eab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:40.324908 dv-cinder-772623-5-iscsi neutron-server[91256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b458e4ea-69b4-4e7a-a193-96044165ca00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd152b2-ba06-4bc5-bd6e-916499f53556', 'code': 200} May 18 10:06:40.325081 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-00a5e834-82f2-4bac-a0bf-b29669c6eab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:06:40.328850 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-00a5e834-82f2-4bac-a0bf-b29669c6eab7 admin admin] Usage tracker for resource:security_group_rule and tenant:291bc1cb1f294aaabfbcb0bd154039ad is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:06:40.331854 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-00a5e834-82f2-4bac-a0bf-b29669c6eab7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:06:40.338619 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-00a5e834-82f2-4bac-a0bf-b29669c6eab7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:06:40.343616 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88013b17-0ca4-4e1f-aa94-ee371e3a5dd8 req-04809448-7de0-4467-80dc-d745ec459436 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:40.345197 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-88013b17-0ca4-4e1f-aa94-ee371e3a5dd8 req-04809448-7de0-4467-80dc-d745ec459436 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/ports?device_id=b458e4ea-69b4-4e7a-a193-96044165ca00 HTTP/1.1" status: 200 len: 945 time: 0.1661851 May 18 10:06:40.399962 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-88013b17-0ca4-4e1f-aa94-ee371e3a5dd8 req-431e68b5-16e7-4caf-9c9d-ab9e2c82ca25 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a83426b-df62-4206-ad5a-2ff231233b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445633 May 18 10:06:40.433162 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-00a5e834-82f2-4bac-a0bf-b29669c6eab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:40.436796 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-00a5e834-82f2-4bac-a0bf-b29669c6eab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:40.445888 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-a8aa8500-5ecc-4ce4-8ed9-0f890f31e929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:40.488660 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-00a5e834-82f2-4bac-a0bf-b29669c6eab7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=291bc1cb1f294aaabfbcb0bd154039ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1995258 May 18 10:06:40.489669 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a5e834-82f2-4bac-a0bf-b29669c6eab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f72e4da-dd53-4560-99d9-0bfe4d17aff7,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:40.492089 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 38190) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:06:40.493468 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-00a5e834-82f2-4bac-a0bf-b29669c6eab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:40.552758 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-77e40781-59fd-4153-930f-df2f5e05d17e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:40.566009 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f5426-c606-4b7b-824d-6fc57f3f16f6 req-73a77289-c837-4589-912d-e02e95580624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:40.567536 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-e47f5426-c606-4b7b-824d-6fc57f3f16f6 req-73a77289-c837-4589-912d-e02e95580624 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b458e4ea-69b4-4e7a-a193-96044165ca00 HTTP/1.1" status: 200 len: 1098 time: 0.0707836 May 18 10:06:40.578700 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-77e40781-59fd-4153-930f-df2f5e05d17e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:40.608673 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-e47f5426-c606-4b7b-824d-6fc57f3f16f6 req-3e7e097a-b684-4203-8e77-0cfd7f5f25b7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1a83426b-df62-4206-ad5a-2ff231233b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343199 May 18 10:06:40.630236 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-77e40781-59fd-4153-930f-df2f5e05d17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:40.633878 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:40.646020 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e40781-59fd-4153-930f-df2f5e05d17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f72e4da-dd53-4560-99d9-0bfe4d17aff7,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:40.649129 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-77e40781-59fd-4153-930f-df2f5e05d17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:40.651019 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-77e40781-59fd-4153-930f-df2f5e05d17e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:40.652087 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-77e40781-59fd-4153-930f-df2f5e05d17e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2f72e4da-dd53-4560-99d9-0bfe4d17aff7 HTTP/1.1" status: 204 len: 168 time: 0.1584136 May 18 10:06:41.601111 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520653cf-5109-4202-9a85-3e887b19c976 req-0cc6955e-0009-4810-9b58-11f257c7e7ed tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:41.602590 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-520653cf-5109-4202-9a85-3e887b19c976 req-0cc6955e-0009-4810-9b58-11f257c7e7ed tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/ports?device_id=b458e4ea-69b4-4e7a-a193-96044165ca00 HTTP/1.1" status: 200 len: 945 time: 0.0897717 May 18 10:06:41.652033 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-520653cf-5109-4202-9a85-3e887b19c976 req-fc34de99-98d2-438e-86a9-d64483322e4e tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a83426b-df62-4206-ad5a-2ff231233b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408423 May 18 10:06:41.863363 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:06:42.835907 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8899afb-5456-4009-8e30-22770ca02594 req-4f6ab050-2aed-40ac-8fe8-2c788303dfb0 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:42.837339 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a8899afb-5456-4009-8e30-22770ca02594 req-4f6ab050-2aed-40ac-8fe8-2c788303dfb0 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/ports?device_id=b458e4ea-69b4-4e7a-a193-96044165ca00 HTTP/1.1" status: 200 len: 945 time: 0.0803802 May 18 10:06:42.881547 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a8899afb-5456-4009-8e30-22770ca02594 req-eb4082fc-e017-4f13-a94d-e4e962cad7f8 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a83426b-df62-4206-ad5a-2ff231233b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381916 May 18 10:06:44.061994 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feecad2e-7697-4ff4-bc9e-74bd97810188 req-6c2e36e1-02a6-4c20-ad65-1c2fac8addeb tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:44.063524 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-feecad2e-7697-4ff4-bc9e-74bd97810188 req-6c2e36e1-02a6-4c20-ad65-1c2fac8addeb tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/ports?device_id=b458e4ea-69b4-4e7a-a193-96044165ca00 HTTP/1.1" status: 200 len: 945 time: 0.0784974 May 18 10:06:44.111450 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-feecad2e-7697-4ff4-bc9e-74bd97810188 req-2203612c-c8e0-4372-a44c-bd0781dfbcae tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a83426b-df62-4206-ad5a-2ff231233b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421269 May 18 10:06:45.292606 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b98d94-e648-427f-9134-bcda075d1db1 req-1aff850a-f8ca-46dc-a92e-586562951665 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:45.294053 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f4b98d94-e648-427f-9134-bcda075d1db1 req-1aff850a-f8ca-46dc-a92e-586562951665 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/ports?device_id=b458e4ea-69b4-4e7a-a193-96044165ca00 HTTP/1.1" status: 200 len: 945 time: 0.0769401 May 18 10:06:45.340967 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f4b98d94-e648-427f-9134-bcda075d1db1 req-b2836a1b-ada4-461b-8d3e-fe8580e9399f tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a83426b-df62-4206-ad5a-2ff231233b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412254 May 18 10:06:46.529312 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cb2c5-ad6e-4844-b04a-161a54cfcfcf req-aad677ab-f4d8-4f5d-be33-0ecaf936a33f tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:06:46.530831 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-bb7cb2c5-ad6e-4844-b04a-161a54cfcfcf req-aad677ab-f4d8-4f5d-be33-0ecaf936a33f tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/ports?device_id=b458e4ea-69b4-4e7a-a193-96044165ca00 HTTP/1.1" status: 200 len: 945 time: 0.0830286 May 18 10:06:46.576801 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-bb7cb2c5-ad6e-4844-b04a-161a54cfcfcf req-fdd070b1-aea3-40cb-b9dd-d8ebeaf46188 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a83426b-df62-4206-ad5a-2ff231233b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403411 May 18 10:06:46.849536 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:52.574493 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-074ff5e2-c5ae-42b7-8418-6382a132cef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:53.920233 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 38336) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:06:54.037233 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3783fe74-24d6-4fe0-b753-a2d60d45dd5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:54.052224 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-3783fe74-24d6-4fe0-b753-a2d60d45dd5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:06:54.056970 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-3783fe74-24d6-4fe0-b753-a2d60d45dd5f admin admin] Usage tracker for resource:security_group_rule and tenant:956bf67ed17a49468dd0f7544100ce9e is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:06:54.059906 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-3783fe74-24d6-4fe0-b753-a2d60d45dd5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:06:54.065620 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-3783fe74-24d6-4fe0-b753-a2d60d45dd5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:06:54.148102 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3783fe74-24d6-4fe0-b753-a2d60d45dd5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:54.154605 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3783fe74-24d6-4fe0-b753-a2d60d45dd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:54.161961 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-b8f57e80-7855-4761-9f92-138b8392988d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:54.205115 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-3783fe74-24d6-4fe0-b753-a2d60d45dd5f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=956bf67ed17a49468dd0f7544100ce9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2837064 May 18 10:06:54.205982 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783fe74-24d6-4fe0-b753-a2d60d45dd5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98177dba-8dc6-4186-afb3-6e92d510a8d7,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:54.206292 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 38346) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:06:54.220958 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-3783fe74-24d6-4fe0-b753-a2d60d45dd5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:54.268621 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-9c251861-4b80-4d68-acf1-0084251dc67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:54.298675 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-9c251861-4b80-4d68-acf1-0084251dc67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:54.350777 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-9c251861-4b80-4d68-acf1-0084251dc67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:54.354588 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-47a8c9a1-6eea-4cac-a624-2cf0fae1ce4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:54.369093 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c251861-4b80-4d68-acf1-0084251dc67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98177dba-8dc6-4186-afb3-6e92d510a8d7,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:54.371792 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-9c251861-4b80-4d68-acf1-0084251dc67e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:54.385502 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-9c251861-4b80-4d68-acf1-0084251dc67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:54.388999 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-9c251861-4b80-4d68-acf1-0084251dc67e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/98177dba-8dc6-4186-afb3-6e92d510a8d7 HTTP/1.1" status: 204 len: 168 time: 0.1787286 May 18 10:06:54.683974 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 38358) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:06:54.701750 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-037b6515-d9b4-4c4d-844a-63ddd1b62204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:54.715666 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-037b6515-d9b4-4c4d-844a-63ddd1b62204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:06:54.719434 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-037b6515-d9b4-4c4d-844a-63ddd1b62204 admin admin] Usage tracker for resource:security_group_rule and tenant:bb48a4bc172141c88e1efaedfa635d16 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:06:54.722163 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-037b6515-d9b4-4c4d-844a-63ddd1b62204 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:06:54.728325 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-037b6515-d9b4-4c4d-844a-63ddd1b62204 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:06:54.814405 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-037b6515-d9b4-4c4d-844a-63ddd1b62204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:54.818762 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-037b6515-d9b4-4c4d-844a-63ddd1b62204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:54.827320 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-7c31e167-c395-4947-966e-a578a12b6011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:54.866102 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-037b6515-d9b4-4c4d-844a-63ddd1b62204 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bb48a4bc172141c88e1efaedfa635d16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1810668 May 18 10:06:54.868283 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b6515-d9b4-4c4d-844a-63ddd1b62204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5ca264-a6d9-4925-a6fe-8035533a2380,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:54.869467 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 38364) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:06:54.871384 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-037b6515-d9b4-4c4d-844a-63ddd1b62204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:54.930676 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-993388ad-022a-4216-bd1e-aafa08fe806d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:54.956136 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-993388ad-022a-4216-bd1e-aafa08fe806d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:55.015923 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-993388ad-022a-4216-bd1e-aafa08fe806d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:55.021632 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-72b8b7fd-b2f2-49de-8411-ec9c3cb1c0fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:06:55.033974 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993388ad-022a-4216-bd1e-aafa08fe806d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5ca264-a6d9-4925-a6fe-8035533a2380,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:06:55.037428 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-993388ad-022a-4216-bd1e-aafa08fe806d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:06:55.041778 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-993388ad-022a-4216-bd1e-aafa08fe806d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:55.042924 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-993388ad-022a-4216-bd1e-aafa08fe806d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4d5ca264-a6d9-4925-a6fe-8035533a2380 HTTP/1.1" status: 204 len: 168 time: 0.1721535 May 18 10:06:55.225555 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:55.228577 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e0cc55cb-7c35-49d3-8fbd-ef9400501da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:56.622085 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:06:58.142549 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:12.177335 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 38568) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:07:12.320743 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-239b893f-f4ac-43f4-8fcb-2b137f87f08e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:12.340638 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-239b893f-f4ac-43f4-8fcb-2b137f87f08e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:07:12.344680 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-239b893f-f4ac-43f4-8fcb-2b137f87f08e admin admin] Usage tracker for resource:security_group_rule and tenant:94bb897d7e774d8bab6ab355557589e4 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:07:12.347725 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-239b893f-f4ac-43f4-8fcb-2b137f87f08e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:07:12.353947 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-239b893f-f4ac-43f4-8fcb-2b137f87f08e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:07:12.451964 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-239b893f-f4ac-43f4-8fcb-2b137f87f08e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:12.458512 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-239b893f-f4ac-43f4-8fcb-2b137f87f08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:12.467550 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-4e703888-dc88-47ad-b91f-adc7ff6fbdce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:12.509477 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b893f-f4ac-43f4-8fcb-2b137f87f08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5af5d0-e094-4459-8403-1bd7bb95bd98,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:12.513420 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-239b893f-f4ac-43f4-8fcb-2b137f87f08e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:12.517342 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-239b893f-f4ac-43f4-8fcb-2b137f87f08e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=94bb897d7e774d8bab6ab355557589e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3389757 May 18 10:07:12.520064 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 38580) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:07:12.586054 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-fbdecc3f-cc7f-4032-8188-206848ea398f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:12.614348 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-fbdecc3f-cc7f-4032-8188-206848ea398f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:12.681273 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-fbdecc3f-cc7f-4032-8188-206848ea398f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:12.688842 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-0f4ef1bf-9c2a-4c99-9f74-64522c0be46a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:12.710600 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdecc3f-cc7f-4032-8188-206848ea398f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5af5d0-e094-4459-8403-1bd7bb95bd98,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:12.715515 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-fbdecc3f-cc7f-4032-8188-206848ea398f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:12.719715 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-fbdecc3f-cc7f-4032-8188-206848ea398f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:12.721026 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-fbdecc3f-cc7f-4032-8188-206848ea398f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9f5af5d0-e094-4459-8403-1bd7bb95bd98 HTTP/1.1" status: 204 len: 168 time: 0.1998115 May 18 10:07:12.721797 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 38586) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:07:12.953285 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-feda6a8b-1187-4d64-a3de-272562bee7c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:12.970960 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-feda6a8b-1187-4d64-a3de-272562bee7c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:07:12.975382 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-feda6a8b-1187-4d64-a3de-272562bee7c2 admin admin] Usage tracker for resource:security_group_rule and tenant:772effe8dc7a4dc29fad7b41b00e09f8 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:07:12.978810 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-feda6a8b-1187-4d64-a3de-272562bee7c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:07:12.985854 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-feda6a8b-1187-4d64-a3de-272562bee7c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:07:13.080571 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-feda6a8b-1187-4d64-a3de-272562bee7c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:13.085328 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-feda6a8b-1187-4d64-a3de-272562bee7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:13.092877 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-1bf6bae9-06b9-4f37-a665-e02616bd9b8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:13.133699 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda6a8b-1187-4d64-a3de-272562bee7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545c3c24-0285-4f23-8ceb-9e7dba0f3298,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:13.136786 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-feda6a8b-1187-4d64-a3de-272562bee7c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:13.139192 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-feda6a8b-1187-4d64-a3de-272562bee7c2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=772effe8dc7a4dc29fad7b41b00e09f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4163384 May 18 10:07:13.141861 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 38594) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:07:13.203764 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c797c732-0481-423f-aaef-bc7c2d579b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:13.234546 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c797c732-0481-423f-aaef-bc7c2d579b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:13.288474 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c797c732-0481-423f-aaef-bc7c2d579b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:13.292346 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-738b657a-f196-4e77-b8bd-1018efbfddb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:13.304964 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c797c732-0481-423f-aaef-bc7c2d579b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545c3c24-0285-4f23-8ceb-9e7dba0f3298,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:13.307338 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-c797c732-0481-423f-aaef-bc7c2d579b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:13.313177 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c797c732-0481-423f-aaef-bc7c2d579b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:13.314369 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-c797c732-0481-423f-aaef-bc7c2d579b52 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/545c3c24-0285-4f23-8ceb-9e7dba0f3298 HTTP/1.1" status: 204 len: 168 time: 0.1717250 May 18 10:07:16.511112 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78e6f2-95b9-43ea-b596-15279df55778 req-5c240342-fe5d-4570-ab80-91e1facafbf4 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:16.512504 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-6c78e6f2-95b9-43ea-b596-15279df55778 req-5c240342-fe5d-4570-ab80-91e1facafbf4 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/ports?device_id=b458e4ea-69b4-4e7a-a193-96044165ca00 HTTP/1.1" status: 200 len: 945 time: 0.0812433 May 18 10:07:16.562365 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-6c78e6f2-95b9-43ea-b596-15279df55778 req-3d0c3a18-e803-4a54-9a55-b085038575e4 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a83426b-df62-4206-ad5a-2ff231233b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437787 May 18 10:07:16.848657 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:17.532697 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-01841d52-d66d-4d26-a0a9-5dbcd78efa71 req-da566f63-7062-41e2-855f-b61a2f78d143 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720768 May 18 10:07:17.627182 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01841d52-d66d-4d26-a0a9-5dbcd78efa71 req-1e2e92aa-9120-418d-9f4a-3ce2e9246711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:17.628681 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-01841d52-d66d-4d26-a0a9-5dbcd78efa71 req-1e2e92aa-9120-418d-9f4a-3ce2e9246711 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f716dbf60ba7409595aa27a28db3f6ae&device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 1099 time: 0.0729074 May 18 10:07:17.760738 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ac137-d697-40d4-8299-4a386010d668 req-3c1c6b3f-7e1c-4aa1-8168-8bcc8a4692c2 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:17.762102 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ac1ac137-d697-40d4-8299-4a386010d668 req-3c1c6b3f-7e1c-4aa1-8168-8bcc8a4692c2 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/ports?device_id=b458e4ea-69b4-4e7a-a193-96044165ca00 HTTP/1.1" status: 200 len: 945 time: 0.0883572 May 18 10:07:17.782915 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01841d52-d66d-4d26-a0a9-5dbcd78efa71 req-58a95968-b717-429f-a401-3b8a4d4857b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:17.784370 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-01841d52-d66d-4d26-a0a9-5dbcd78efa71 req-58a95968-b717-429f-a401-3b8a4d4857b6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fe6c80e1-177e-4a34-ab74-aff33bd088bf HTTP/1.1" status: 200 len: 918 time: 0.1335299 May 18 10:07:17.810021 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ac1ac137-d697-40d4-8299-4a386010d668 req-ad493a7b-2177-4026-a83f-a229b0e32bca tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a83426b-df62-4206-ad5a-2ff231233b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418694 May 18 10:07:17.890752 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-01841d52-d66d-4d26-a0a9-5dbcd78efa71 req-c81eeba6-a57f-428d-8122-017ece4bd901 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2 HTTP/1.1" status: 200 len: 1001 time: 0.0993071 May 18 10:07:17.961936 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01841d52-d66d-4d26-a0a9-5dbcd78efa71 req-3a49dd81-10cb-4c1b-a9a6-9290c0d08b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:17.963439 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-01841d52-d66d-4d26-a0a9-5dbcd78efa71 req-3a49dd81-10cb-4c1b-a9a6-9290c0d08b1a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=293e45ba-5a92-42da-8d0a-72e710626ff2 HTTP/1.1" status: 200 len: 856 time: 0.0659354 May 18 10:07:18.043495 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01841d52-d66d-4d26-a0a9-5dbcd78efa71 req-d55075ae-4b25-4640-9b8a-1d438ed7ceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:18.045124 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-01841d52-d66d-4d26-a0a9-5dbcd78efa71 req-d55075ae-4b25-4640-9b8a-1d438ed7ceb1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fe6c80e1-177e-4a34-ab74-aff33bd088bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732782 May 18 10:07:18.184529 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-01841d52-d66d-4d26-a0a9-5dbcd78efa71 req-b50fa090-8400-4b97-ae97-f535a11ecb71 service neutron] 10.222.0.10 "GET /v2.0/networks/fe6c80e1-177e-4a34-ab74-aff33bd088bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292312 May 18 10:07:18.322150 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-01841d52-d66d-4d26-a0a9-5dbcd78efa71 req-8dd4d7e2-d137-4a89-8c1b-7f6735247b41 service neutron] 10.222.0.10 "GET /v2.0/networks/fe6c80e1-177e-4a34-ab74-aff33bd088bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301134 May 18 10:07:18.501661 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91e758-4e28-4e02-95db-5dff8b34531e req-51f09765-edb4-403d-9a84-3291e6a95ad1 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:18.503195 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-4c91e758-4e28-4e02-95db-5dff8b34531e req-51f09765-edb4-403d-9a84-3291e6a95ad1 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.10 "GET /v2.0/ports?device_id=b458e4ea-69b4-4e7a-a193-96044165ca00 HTTP/1.1" status: 200 len: 945 time: 0.0804894 May 18 10:07:18.643883 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [req-4c91e758-4e28-4e02-95db-5dff8b34531e req-3c72ae36-e73e-4aef-8715-5a0041d14c80 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Deleting port 2bd152b2-ba06-4bc5-bd6e-916499f53556 {{(pid=91254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:07:18.644579 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-4c91e758-4e28-4e02-95db-5dff8b34531e req-3c72ae36-e73e-4aef-8715-5a0041d14c80 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:18.782811 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [req-4c91e758-4e28-4e02-95db-5dff8b34531e req-3c72ae36-e73e-4aef-8715-5a0041d14c80 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] For port 2bd152b2-ba06-4bc5-bd6e-916499f53556, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=2bd152b2-ba06-4bc5-bd6e-916499f53556,segment=NetworkSegment(ab8c009f-9746-4d53-b9f5-d27a958fbf11),segment_id=ab8c009f-9746-4d53-b9f5-d27a958fbf11)] {{(pid=91254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:07:18.783240 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-4c91e758-4e28-4e02-95db-5dff8b34531e req-3c72ae36-e73e-4aef-8715-5a0041d14c80 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:18.862822 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:07:18.914799 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [req-4c91e758-4e28-4e02-95db-5dff8b34531e req-3c72ae36-e73e-4aef-8715-5a0041d14c80 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Calling delete_port for 2bd152b2-ba06-4bc5-bd6e-916499f53556 owned by compute:nova {{(pid=91254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:07:19.159614 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc6572-4a72-46c5-a52a-52147aae3b56 req-eb61de3f-e142-4ed2-96b0-f823df27b2d3 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:19.161268 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-78bc6572-4a72-46c5-a52a-52147aae3b56 req-eb61de3f-e142-4ed2-96b0-f823df27b2d3 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/ports?device_id=b458e4ea-69b4-4e7a-a193-96044165ca00 HTTP/1.1" status: 200 len: 945 time: 0.2359540 May 18 10:07:19.222533 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-4c91e758-4e28-4e02-95db-5dff8b34531e req-3c72ae36-e73e-4aef-8715-5a0041d14c80 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:19.229808 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:19.233971 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['2bd152b2-ba06-4bc5-bd6e-916499f53556'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:07:19.274207 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-78bc6572-4a72-46c5-a52a-52147aae3b56 req-5780631c-9b00-4ec3-bfc5-0448f1b99516 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a83426b-df62-4206-ad5a-2ff231233b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974064 May 18 10:07:19.277188 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c72ae36-e73e-4aef-8715-5a0041d14c80 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Pushing event deleted for resources: {'Port': ['ID=2bd152b2-ba06-4bc5-bd6e-916499f53556,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:19.281145 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-3c72ae36-e73e-4aef-8715-5a0041d14c80 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:19.367589 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c91e758-4e28-4e02-95db-5dff8b34531e req-3c72ae36-e73e-4aef-8715-5a0041d14c80 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] No DVR routers for this DVR port 2bd152b2-ba06-4bc5-bd6e-916499f53556 on host hv-cinder-77262 {{(pid=91254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:07:19.370101 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-4c91e758-4e28-4e02-95db-5dff8b34531e req-3c72ae36-e73e-4aef-8715-5a0041d14c80 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:19.372711 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b458e4ea-69b4-4e7a-a193-96044165ca00', 'name': 'network-vif-deleted', 'tag': '2bd152b2-ba06-4bc5-bd6e-916499f53556'}] {{(pid=91254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:07:19.388647 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-4c91e758-4e28-4e02-95db-5dff8b34531e req-3c72ae36-e73e-4aef-8715-5a0041d14c80 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] 10.222.0.10 "DELETE /v2.0/ports/2bd152b2-ba06-4bc5-bd6e-916499f53556 HTTP/1.1" status: 204 len: 173 time: 0.8787045 May 18 10:07:19.419445 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b458e4ea-69b4-4e7a-a193-96044165ca00', 'name': 'network-vif-deleted', 'tag': '2bd152b2-ba06-4bc5-bd6e-916499f53556', 'status': 'completed', 'code': 200} May 18 10:07:22.576546 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-5b23f0ef-17a2-4e67-aa7d-8e727901c24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:24.707290 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 2bd152b2-ba06-4bc5-bd6e-916499f53556 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:07:24.744970 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] No Port match for: 2bd152b2-ba06-4bc5-bd6e-916499f53556 {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:07:24.745308 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 2bd152b2-ba06-4bc5-bd6e-916499f53556 not bound to the agent host hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:07:25.189387 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:25.223158 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-4360bebc-0d29-4ffd-a8d0-46cd1e7252b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:26.627292 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:28.145490 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:38.527684 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd5bbb-6535-4536-9307-c303cd8ee690 req-e2abe9f7-1a63-4261-8776-4f15645a4587 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:38.529121 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e6bd5bbb-6535-4536-9307-c303cd8ee690 req-e2abe9f7-1a63-4261-8776-4f15645a4587 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0821326 May 18 10:07:38.573878 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e6bd5bbb-6535-4536-9307-c303cd8ee690 req-a48361b1-c257-4104-9cfd-8e81ce629a23 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390720 May 18 10:07:39.760985 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afeb7aa-e7c5-4140-b206-be3d394051a3 req-374733ce-cfeb-4f09-9c69-f0407f2e27bb tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:39.762373 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-9afeb7aa-e7c5-4140-b206-be3d394051a3 req-374733ce-cfeb-4f09-9c69-f0407f2e27bb tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0792911 May 18 10:07:39.810256 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-9afeb7aa-e7c5-4140-b206-be3d394051a3 req-4a302531-f933-4828-91fc-ed798c1afbbc tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420284 May 18 10:07:40.999538 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73f61a-17b4-4f02-b26c-c1e9a5f3eb4a req-623a8340-0ac4-4ddb-8a81-01deb6011dfc tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:41.000979 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-3c73f61a-17b4-4f02-b26c-c1e9a5f3eb4a req-623a8340-0ac4-4ddb-8a81-01deb6011dfc tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0786183 May 18 10:07:41.049480 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-3c73f61a-17b4-4f02-b26c-c1e9a5f3eb4a req-54cbf1b9-af1b-4472-905a-1c2265ecdd4a tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426033 May 18 10:07:42.236684 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70166503-a208-4a31-94a2-e2542b4354bb req-34abdb2c-858b-48f3-9935-6e2b3844990e tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:42.238114 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-70166503-a208-4a31-94a2-e2542b4354bb req-34abdb2c-858b-48f3-9935-6e2b3844990e tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0794454 May 18 10:07:42.282613 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-70166503-a208-4a31-94a2-e2542b4354bb req-bd3b5b2e-6d69-435a-be94-e98953a17971 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386870 May 18 10:07:43.473775 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa916074-01db-4b09-b274-ee30f578aa0b req-5664c35d-6f3f-4436-8412-b95e5928d816 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:43.475393 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-fa916074-01db-4b09-b274-ee30f578aa0b req-5664c35d-6f3f-4436-8412-b95e5928d816 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0846074 May 18 10:07:43.521520 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-fa916074-01db-4b09-b274-ee30f578aa0b req-2e5367f6-e846-4569-8ade-611ee8e56fb9 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395451 May 18 10:07:44.718706 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef2f65-de8b-4000-976a-bbe63979b204 req-a390e98a-12a3-41a0-8127-97c1005ff4b1 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:44.720175 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-28ef2f65-de8b-4000-976a-bbe63979b204 req-a390e98a-12a3-41a0-8127-97c1005ff4b1 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0879610 May 18 10:07:44.766289 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-28ef2f65-de8b-4000-976a-bbe63979b204 req-3fd4f1c9-9ff8-4342-80a8-de2fa6436e98 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403576 May 18 10:07:45.956627 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62389461-4a28-4c63-8b7a-2f1655f93bd4 req-53bd8853-a1d5-4c8f-83e0-7bc524799366 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:45.958083 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-62389461-4a28-4c63-8b7a-2f1655f93bd4 req-53bd8853-a1d5-4c8f-83e0-7bc524799366 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0850594 May 18 10:07:46.005119 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-62389461-4a28-4c63-8b7a-2f1655f93bd4 req-dc27a0ab-6534-4ef8-8cce-ecdde981b192 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410502 May 18 10:07:46.847654 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:47.221577 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b5ad4-076d-49dc-bd37-d2b23e46475d req-64c85d7e-7583-4c08-af99-6342a2efa1d2 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:47.223139 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-661b5ad4-076d-49dc-bd37-d2b23e46475d req-64c85d7e-7583-4c08-af99-6342a2efa1d2 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0823071 May 18 10:07:47.272680 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-661b5ad4-076d-49dc-bd37-d2b23e46475d req-cedffa66-6cb1-47d6-aa6d-19bb870d44cb tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428128 May 18 10:07:47.924645 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 38816) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:07:47.982636 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.db_base_plugin_v2 [None req-54b77245-4f59-4278-bfc7-4b667d459c3b admin admin] Deleting subnet 56fccc4e-7683-40f1-b413-6ffe813091b3 {{(pid=91255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 10:07:47.985434 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-54b77245-4f59-4278-bfc7-4b667d459c3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:48.035967 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-54b77245-4f59-4278-bfc7-4b667d459c3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2332627'] for subnet, precommit_delete_associations {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:48.090411 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-54b77245-4f59-4278-bfc7-4b667d459c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379774'] for subnet, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:48.334820 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-54b77245-4f59-4278-bfc7-4b667d459c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2298964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2126218'] for subnet, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:48.339113 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-e4de9655-7983-49b7-b3d1-fc94e7f69276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:48.371457 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b77245-4f59-4278-bfc7-4b667d459c3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56fccc4e-7683-40f1-b413-6ffe813091b3,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:48.380763 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-54b77245-4f59-4278-bfc7-4b667d459c3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for subnet, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:48.385729 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b77245-4f59-4278-bfc7-4b667d459c3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:48.386122 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b77245-4f59-4278-bfc7-4b667d459c3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:48.386538 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b77245-4f59-4278-bfc7-4b667d459c3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:48.386945 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b77245-4f59-4278-bfc7-4b667d459c3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:48.387364 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b77245-4f59-4278-bfc7-4b667d459c3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:48.387713 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b77245-4f59-4278-bfc7-4b667d459c3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:48.388057 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b77245-4f59-4278-bfc7-4b667d459c3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:48.388430 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b77245-4f59-4278-bfc7-4b667d459c3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:48.388823 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b77245-4f59-4278-bfc7-4b667d459c3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:48.389215 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b77245-4f59-4278-bfc7-4b667d459c3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:48.389557 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b77245-4f59-4278-bfc7-4b667d459c3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:48.389893 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b77245-4f59-4278-bfc7-4b667d459c3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:48.394072 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-54b77245-4f59-4278-bfc7-4b667d459c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:48.447995 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-54b77245-4f59-4278-bfc7-4b667d459c3b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/56fccc4e-7683-40f1-b413-6ffe813091b3 HTTP/1.1" status: 204 len: 168 time: 0.5194914 May 18 10:07:48.448511 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 38822) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:07:48.480441 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef013e9c-1a01-4c79-a46a-90de57c06dc3 req-b7bf8dd0-24f1-49cd-8ee7-dc392c19be0c tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:48.481932 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ef013e9c-1a01-4c79-a46a-90de57c06dc3 req-b7bf8dd0-24f1-49cd-8ee7-dc392c19be0c tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0984373 May 18 10:07:48.530240 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ef013e9c-1a01-4c79-a46a-90de57c06dc3 req-bd351164-1dd2-472c-806d-c473841aa615 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426102 May 18 10:07:48.554432 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-8e84ae5c-3ae2-4091-807f-ee0a7d44188b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7931910'] for network, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:48.677440 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-8e84ae5c-3ae2-4091-807f-ee0a7d44188b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373237', 'neutron.services.segments.db._delete_segments_for_network-8726941291138'] for network, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:48.690787 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.services.segments.db [None req-8e84ae5c-3ae2-4091-807f-ee0a7d44188b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de0a2f89-ad84-45aa-a320-bf61c0840011']}} {{(pid=91254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:07:48.702990 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.services.segments.db [None req-8e84ae5c-3ae2-4091-807f-ee0a7d44188b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab8c009f-9746-4d53-b9f5-d27a958fbf11') {'for_net_delete': True} {{(pid=91254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:07:48.703282 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.services.segments.db [None req-8e84ae5c-3ae2-4091-807f-ee0a7d44188b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab8c009f-9746-4d53-b9f5-d27a958fbf11') {} {{(pid=91254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:07:48.715023 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-8e84ae5c-3ae2-4091-807f-ee0a7d44188b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726941301643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1687651'] for segment, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:48.731635 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-8e84ae5c-3ae2-4091-807f-ee0a7d44188b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901'] for segment, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:48.738076 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e84ae5c-3ae2-4091-807f-ee0a7d44188b admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=91254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 10:07:48.738577 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-8e84ae5c-3ae2-4091-807f-ee0a7d44188b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2478073'] for segment, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:48.752329 dv-cinder-772623-5-iscsi neutron-server[91254]: Traceback (most recent call last): May 18 10:07:48.752329 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 10:07:48.752329 dv-cinder-772623-5-iscsi neutron-server[91254]: timer() May 18 10:07:48.752329 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 10:07:48.752329 dv-cinder-772623-5-iscsi neutron-server[91254]: cb(*args, **kw) May 18 10:07:48.752329 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 10:07:48.752329 dv-cinder-772623-5-iscsi neutron-server[91254]: return func(*args, **kwargs) May 18 10:07:48.752329 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 10:07:48.752329 dv-cinder-772623-5-iscsi neutron-server[91254]: self._notify() May 18 10:07:48.752329 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 10:07:48.752329 dv-cinder-772623-5-iscsi neutron-server[91254]: self.callback(batched_events) May 18 10:07:48.752329 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 10:07:48.752329 dv-cinder-772623-5-iscsi neutron-server[91254]: event.method(event) May 18 10:07:48.752329 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 10:07:48.752329 dv-cinder-772623-5-iscsi neutron-server[91254]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 10:07:48.752329 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 10:07:48.752329 dv-cinder-772623-5-iscsi neutron-server[91254]: aggregate_uuid = self.p_client.list_aggregates( May 18 10:07:48.752329 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 10:07:48.752329 dv-cinder-772623-5-iscsi neutron-server[91254]: return f(self, *a, **k) May 18 10:07:48.752329 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 10:07:48.752329 dv-cinder-772623-5-iscsi neutron-server[91254]: return self._get(url).json() May 18 10:07:48.752329 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 10:07:48.752329 dv-cinder-772623-5-iscsi neutron-server[91254]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 10:07:48.752329 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 10:07:48.752329 dv-cinder-772623-5-iscsi neutron-server[91254]: return self.request(url, 'GET', **kwargs) May 18 10:07:48.752329 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 10:07:48.752329 dv-cinder-772623-5-iscsi neutron-server[91254]: base_url = self.get_endpoint(auth, allow=allow, May 18 10:07:48.752329 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 10:07:48.752329 dv-cinder-772623-5-iscsi neutron-server[91254]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 10:07:48.752329 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 10:07:48.752329 dv-cinder-772623-5-iscsi neutron-server[91254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 10:07:48.752329 dv-cinder-772623-5-iscsi neutron-server[91254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 10:07:48.827029 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-8e84ae5c-3ae2-4091-807f-ee0a7d44188b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924726'] for network, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:48.830704 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-6601e1ff-aac4-4d56-a5fd-cfdc1d07f645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:48.843556 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-8e84ae5c-3ae2-4091-807f-ee0a7d44188b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for network, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:48.853960 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84ae5c-3ae2-4091-807f-ee0a7d44188b admin admin] Pushing event deleted for resources: {'Network': ['ID=de0a2f89-ad84-45aa-a320-bf61c0840011,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:48.862992 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84ae5c-3ae2-4091-807f-ee0a7d44188b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:48.863360 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84ae5c-3ae2-4091-807f-ee0a7d44188b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:48.863788 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84ae5c-3ae2-4091-807f-ee0a7d44188b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:48.864144 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84ae5c-3ae2-4091-807f-ee0a7d44188b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:48.864490 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84ae5c-3ae2-4091-807f-ee0a7d44188b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:48.864834 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84ae5c-3ae2-4091-807f-ee0a7d44188b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:48.865190 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84ae5c-3ae2-4091-807f-ee0a7d44188b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:48.865511 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84ae5c-3ae2-4091-807f-ee0a7d44188b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:48.865921 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84ae5c-3ae2-4091-807f-ee0a7d44188b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:48.866266 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84ae5c-3ae2-4091-807f-ee0a7d44188b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:48.866640 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84ae5c-3ae2-4091-807f-ee0a7d44188b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:48.866975 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84ae5c-3ae2-4091-807f-ee0a7d44188b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:48.871187 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-8e84ae5c-3ae2-4091-807f-ee0a7d44188b admin admin] 10.222.0.11 "DELETE /v2.0/networks/de0a2f89-ad84-45aa-a320-bf61c0840011 HTTP/1.1" status: 204 len: 168 time: 0.4216692 May 18 10:07:48.872049 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-8e84ae5c-3ae2-4091-807f-ee0a7d44188b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:49.043240 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 38828) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:07:49.093536 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-a13728f4-5bfb-4e4c-ad7e-838da4525714 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=80ef6cdf967441ec8b51dd36e8303f8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489941 May 18 10:07:49.095823 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 38832) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:07:49.152976 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-2c2ef39d-b8f3-4c24-bfe9-b43a0ac0a0fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:49.178312 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-2c2ef39d-b8f3-4c24-bfe9-b43a0ac0a0fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:49.230791 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-2c2ef39d-b8f3-4c24-bfe9-b43a0ac0a0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:49.234313 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-feda6a8b-1187-4d64-a3de-272562bee7c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:49.249363 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ef39d-b8f3-4c24-bfe9-b43a0ac0a0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a83426b-df62-4206-ad5a-2ff231233b91,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:49.252464 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-2c2ef39d-b8f3-4c24-bfe9-b43a0ac0a0fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:49.261484 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-2c2ef39d-b8f3-4c24-bfe9-b43a0ac0a0fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:49.262639 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-2c2ef39d-b8f3-4c24-bfe9-b43a0ac0a0fe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1a83426b-df62-4206-ad5a-2ff231233b91 HTTP/1.1" status: 204 len: 168 time: 0.1659126 May 18 10:07:49.717348 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3a712-41cb-49c2-a657-76a84774b121 req-93a4b44d-2b1c-46a0-8d04-907438c38d11 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:49.718877 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-99e3a712-41cb-49c2-a657-76a84774b121 req-93a4b44d-2b1c-46a0-8d04-907438c38d11 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0811920 May 18 10:07:49.763687 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-99e3a712-41cb-49c2-a657-76a84774b121 req-3841ccfa-f8e6-4dc2-a762-cf83580ab142 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390730 May 18 10:07:50.002963 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 38862) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:07:50.131559 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-e650efc2-fc5f-4c6f-8131-8165d0bd26b1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-633265989-network', 'tenant_id': 'd9e96036aab94f77912fe8beeb7e7dc4'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:07:50.139516 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-e650efc2-fc5f-4c6f-8131-8165d0bd26b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:07:50.146664 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-e650efc2-fc5f-4c6f-8131-8165d0bd26b1 admin admin] Usage tracker for resource:network and tenant:d9e96036aab94f77912fe8beeb7e7dc4 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:07:50.157501 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-e650efc2-fc5f-4c6f-8131-8165d0bd26b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:07:50.166122 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-e650efc2-fc5f-4c6f-8131-8165d0bd26b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:07:50.185233 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e650efc2-fc5f-4c6f-8131-8165d0bd26b1 admin admin] Made reservation on behalf of d9e96036aab94f77912fe8beeb7e7dc4 for: {'network': 1} {{(pid=91254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:07:50.187508 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e650efc2-fc5f-4c6f-8131-8165d0bd26b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7994813'] for network, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:50.204929 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e650efc2-fc5f-4c6f-8131-8165d0bd26b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:50.225622 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931690ff-1611-40d9-b576-88156c6ed88f req-bd0236df-22e8-4563-9516-f0483aff857a tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:50.227733 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-931690ff-1611-40d9-b576-88156c6ed88f req-bd0236df-22e8-4563-9516-f0483aff857a tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.1997328 May 18 10:07:50.235885 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-e650efc2-fc5f-4c6f-8131-8165d0bd26b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:07:50.255304 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-e650efc2-fc5f-4c6f-8131-8165d0bd26b1 admin admin] Usage tracker for resource:security_group_rule and tenant:d9e96036aab94f77912fe8beeb7e7dc4 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:07:50.259037 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7038ffa-268a-4358-819e-fc71d3d93fac req-0599236e-534a-41f6-b511-29cf18358733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:50.260461 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-d7038ffa-268a-4358-819e-fc71d3d93fac req-0599236e-534a-41f6-b511-29cf18358733 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4738afae052f4e64894b0edeb5a37fbf&device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 1099 time: 0.1753876 May 18 10:07:50.263596 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-e650efc2-fc5f-4c6f-8131-8165d0bd26b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:07:50.379134 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-e650efc2-fc5f-4c6f-8131-8165d0bd26b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:07:50.427547 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-931690ff-1611-40d9-b576-88156c6ed88f req-0f0ea8d9-de1c-4ecf-8334-fa361d1ed702 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934996 May 18 10:07:50.538555 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7038ffa-268a-4358-819e-fc71d3d93fac req-e0e9da15-ccb8-4c55-aa93-4301b90e09a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:50.540569 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-d7038ffa-268a-4358-819e-fc71d3d93fac req-e0e9da15-ccb8-4c55-aa93-4301b90e09a3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=38de340e-be75-495c-91ac-81e0ab74f998 HTTP/1.1" status: 200 len: 911 time: 0.2725704 May 18 10:07:50.655292 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e650efc2-fc5f-4c6f-8131-8165d0bd26b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:50.666411 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e650efc2-fc5f-4c6f-8131-8165d0bd26b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:50.671522 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-98c80ecf-4976-46c3-8364-77ffa80a6712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:50.686309 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-d7038ffa-268a-4358-819e-fc71d3d93fac req-cd906c1c-4519-4971-ae08-457d5fd89a4b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4e93cbb-6abf-4368-9d99-cb28b406c180 HTTP/1.1" status: 200 len: 1001 time: 0.1371012 May 18 10:07:50.742714 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e650efc2-fc5f-4c6f-8131-8165d0bd26b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=91254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 10:07:50.752881 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e650efc2-fc5f-4c6f-8131-8165d0bd26b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f61b59-5471-43a5-bc21-d230e2e058d6,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:50.758772 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-e650efc2-fc5f-4c6f-8131-8165d0bd26b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:50.767014 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e650efc2-fc5f-4c6f-8131-8165d0bd26b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901'] for segment, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:50.767359 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.db.segments_db [None req-e650efc2-fc5f-4c6f-8131-8165d0bd26b1 admin admin] Added segment bc970bb7-bafa-4ef5-bbaa-bd1c6106f047 of type vlan for network c0e91282-5f4c-4c73-9e5f-fee8a39ee806 May 18 10:07:50.777474 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7038ffa-268a-4358-819e-fc71d3d93fac req-1ed355cb-40ab-4d0b-bde3-7c9e7f844b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:50.779071 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-d7038ffa-268a-4358-819e-fc71d3d93fac req-1ed355cb-40ab-4d0b-bde3-7c9e7f844b95 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7879ceca-ac45-4ec5-8a61-389c60092f52 HTTP/1.1" status: 200 len: 849 time: 0.0833478 May 18 10:07:50.841888 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e650efc2-fc5f-4c6f-8131-8165d0bd26b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726940834425'] for network, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:50.887764 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e650efc2-fc5f-4c6f-8131-8165d0bd26b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779696'] for network, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:50.889771 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e650efc2-fc5f-4c6f-8131-8165d0bd26b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:50.890365 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e650efc2-fc5f-4c6f-8131-8165d0bd26b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for network, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:50.896851 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-8e84ae5c-3ae2-4091-807f-ee0a7d44188b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:50.919510 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7038ffa-268a-4358-819e-fc71d3d93fac req-04d9779e-a040-43fe-bf7e-2f3d27b4d074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:50.920848 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-d7038ffa-268a-4358-819e-fc71d3d93fac req-04d9779e-a040-43fe-bf7e-2f3d27b4d074 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38de340e-be75-495c-91ac-81e0ab74f998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1347919 May 18 10:07:51.023270 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-e650efc2-fc5f-4c6f-8131-8165d0bd26b1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0191550 May 18 10:07:51.026828 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 38868) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:07:51.032360 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-0f283e30-75b1-4e8d-b485-9d33faaf2371 admin admin] Request body: {'subnet': {'network_id': 'c0e91282-5f4c-4c73-9e5f-fee8a39ee806', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-633265989-subnet', 'tenant_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'ip_version': 4}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:07:51.036905 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-0f283e30-75b1-4e8d-b485-9d33faaf2371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:07:51.040697 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-0f283e30-75b1-4e8d-b485-9d33faaf2371 admin admin] Usage tracker for resource:subnet and tenant:d9e96036aab94f77912fe8beeb7e7dc4 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:07:51.043556 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-0f283e30-75b1-4e8d-b485-9d33faaf2371 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:07:51.049546 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-0f283e30-75b1-4e8d-b485-9d33faaf2371 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:07:51.060071 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f283e30-75b1-4e8d-b485-9d33faaf2371 admin admin] Made reservation on behalf of d9e96036aab94f77912fe8beeb7e7dc4 for: {'subnet': 1} {{(pid=91255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:07:51.063287 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-0f283e30-75b1-4e8d-b485-9d33faaf2371 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2126257'] for subnet, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:51.085948 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e650efc2-fc5f-4c6f-8131-8165d0bd26b1 admin admin] Pushing event updated for resources: {'Network': ['ID=c0e91282-5f4c-4c73-9e5f-fee8a39ee806,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:51.095637 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-e650efc2-fc5f-4c6f-8131-8165d0bd26b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:51.097722 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Network c0e91282-5f4c-4c73-9e5f-fee8a39ee806 details requested by agent ovs-agent-dv-cinder-772623-5-iscsi with host dv-cinder-772623-5-iscsi {{(pid=91256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 10:07:51.129054 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-d7038ffa-268a-4358-819e-fc71d3d93fac req-05aa3342-492d-4f70-92db-a502813bda0e service neutron] 10.222.0.10 "GET /v2.0/networks/38de340e-be75-495c-91ac-81e0ab74f998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947634 May 18 10:07:51.268076 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-d7038ffa-268a-4358-819e-fc71d3d93fac req-075807fb-971e-4d7a-acb2-7c0340443c5b service neutron] 10.222.0.10 "GET /v2.0/networks/38de340e-be75-495c-91ac-81e0ab74f998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323590 May 18 10:07:51.507929 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-0f283e30-75b1-4e8d-b485-9d33faaf2371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2298907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2126211'] for subnet, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:51.512224 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-54e8c34c-251f-4fc4-9bd3-5b86ddc07f3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:51.636505 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f283e30-75b1-4e8d-b485-9d33faaf2371 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebf47a8e-7c99-4cdc-86a4-e2a692d12253,revision_number=0']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:51.641608 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-0f283e30-75b1-4e8d-b485-9d33faaf2371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:51.651970 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f283e30-75b1-4e8d-b485-9d33faaf2371 admin admin] Checking segment: {'id': 'bc970bb7-bafa-4ef5-bbaa-bd1c6106f047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c0e91282-5f4c-4c73-9e5f-fee8a39ee806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:07:51.652314 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f283e30-75b1-4e8d-b485-9d33faaf2371 admin admin] Network hostable DHCP agents. Network: c0e91282-5f4c-4c73-9e5f-fee8a39ee806, hostable agents: ['06791c86-dc2e-4d91-8007-ff0b96d97a59'], hosted agents: [] {{(pid=91255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 10:07:51.679119 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a8305-d8d4-44df-9c45-ac45a3e50794 req-cec5e567-6ada-4709-9277-1acd1ed49941 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:51.681184 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-4e9a8305-d8d4-44df-9c45-ac45a3e50794 req-cec5e567-6ada-4709-9277-1acd1ed49941 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.1401970 May 18 10:07:51.687657 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f283e30-75b1-4e8d-b485-9d33faaf2371 admin admin] Network c0e91282-5f4c-4c73-9e5f-fee8a39ee806 is scheduled to be hosted by DHCP agent 06791c86-dc2e-4d91-8007-ff0b96d97a59 with binding_index 1 {{(pid=91255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 10:07:51.715921 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [None req-0f283e30-75b1-4e8d-b485-9d33faaf2371 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-5-iscsi, c0e91282-5f4c-4c73-9e5f-fee8a39ee806) {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:07:51.726238 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074fb0bf-4ceb-4c94-8a40-c57a66b87139 None None] Network c0e91282-5f4c-4c73-9e5f-fee8a39ee806 requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:07:51.738434 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f283e30-75b1-4e8d-b485-9d33faaf2371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:51.739031 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-0f283e30-75b1-4e8d-b485-9d33faaf2371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for subnet, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:51.744975 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-4e9a8305-d8d4-44df-9c45-ac45a3e50794 req-346d3a44-438e-4a4c-8fa9-8be97b7f198c tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549095 May 18 10:07:51.762163 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-0f283e30-75b1-4e8d-b485-9d33faaf2371 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7342370 May 18 10:07:51.764747 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 38874) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:07:51.769724 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-bb79b5a7-ac2c-4f3f-9f40-3eba0842cc1f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-633265989-router', 'tenant_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'}}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:07:51.774195 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-bb79b5a7-ac2c-4f3f-9f40-3eba0842cc1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:07:51.779185 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-bb79b5a7-ac2c-4f3f-9f40-3eba0842cc1f admin admin] Usage tracker for resource:router and tenant:d9e96036aab94f77912fe8beeb7e7dc4 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:07:51.782533 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-bb79b5a7-ac2c-4f3f-9f40-3eba0842cc1f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:07:51.788540 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-bb79b5a7-ac2c-4f3f-9f40-3eba0842cc1f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:07:51.801075 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-bb79b5a7-ac2c-4f3f-9f40-3eba0842cc1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27157'] for router, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:51.802341 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-bb79b5a7-ac2c-4f3f-9f40-3eba0842cc1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-647179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27166'] for router, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:51.821275 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-bb79b5a7-ac2c-4f3f-9f40-3eba0842cc1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:51.968026 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27baa0c3-2448-42db-8b36-dd33e4ceae7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0422f885-e5fe-50de-bd50-521dd108a39f-c0e91282-5f4c-4c73-9e5f-fee8a39ee806', 'network_id': 'c0e91282-5f4c-4c73-9e5f-fee8a39ee806', 'tenant_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'fixed_ips': [{'subnet_id': 'ebf47a8e-7c99-4cdc-86a4-e2a692d12253'}]}} from dv-cinder-772623-5-iscsi. {{(pid=91256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 10:07:51.968786 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-27baa0c3-2448-42db-8b36-dd33e4ceae7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:52.095656 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-bb79b5a7-ac2c-4f3f-9f40-3eba0842cc1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27184'] for router, precommit_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:52.128094 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.db_base_plugin_common [None req-27baa0c3-2448-42db-8b36-dd33e4ceae7b None None] Allocated IP 172.20.0.2 (c0e91282-5f4c-4c73-9e5f-fee8a39ee806/ebf47a8e-7c99-4cdc-86a4-e2a692d12253/e0e09497-363b-4c85-b8c3-85e7b1271fae) {{(pid=91256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:07:52.331915 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-27baa0c3-2448-42db-8b36-dd33e4ceae7b None None] Notify callbacks [] for port, precommit_create {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:52.343329 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-27baa0c3-2448-42db-8b36-dd33e4ceae7b None None] Transition to ACTIVE for port object e0e09497-363b-4c85-b8c3-85e7b1271fae will not be triggered until provisioned by entity L2. {{(pid=91256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:07:52.362817 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-27baa0c3-2448-42db-8b36-dd33e4ceae7b None None] Transition to ACTIVE for port object e0e09497-363b-4c85-b8c3-85e7b1271fae will not be triggered until provisioned by entity DHCP. {{(pid=91256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:07:52.368660 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-27baa0c3-2448-42db-8b36-dd33e4ceae7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839'] for port, after_create {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:52.374501 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:52.406908 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-bb79b5a7-ac2c-4f3f-9f40-3eba0842cc1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:52.432664 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27baa0c3-2448-42db-8b36-dd33e4ceae7b None None] Network c0e91282-5f4c-4c73-9e5f-fee8a39ee806 is already hosted by enough agents. {{(pid=91256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:07:52.435563 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.scheduler.base_scheduler [None req-27baa0c3-2448-42db-8b36-dd33e4ceae7b None None] Resources bound (agent type, host, resource id): {{(pid=91256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:07:52.438109 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27baa0c3-2448-42db-8b36-dd33e4ceae7b None None] Received port after_create {{(pid=91256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:07:52.438943 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-bb79b5a7-ac2c-4f3f-9f40-3eba0842cc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:52.474236 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27baa0c3-2448-42db-8b36-dd33e4ceae7b None None] Pushing event updated for resources: {'Port': ['ID=e0e09497-363b-4c85-b8c3-85e7b1271fae,revision_number=1']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:52.493586 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27baa0c3-2448-42db-8b36-dd33e4ceae7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:52.493927 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27baa0c3-2448-42db-8b36-dd33e4ceae7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:52.494262 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27baa0c3-2448-42db-8b36-dd33e4ceae7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:52.494615 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27baa0c3-2448-42db-8b36-dd33e4ceae7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:52.494969 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27baa0c3-2448-42db-8b36-dd33e4ceae7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:52.495320 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27baa0c3-2448-42db-8b36-dd33e4ceae7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:52.495611 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27baa0c3-2448-42db-8b36-dd33e4ceae7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:52.495923 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27baa0c3-2448-42db-8b36-dd33e4ceae7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:52.496267 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27baa0c3-2448-42db-8b36-dd33e4ceae7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:52.496585 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27baa0c3-2448-42db-8b36-dd33e4ceae7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:52.496901 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27baa0c3-2448-42db-8b36-dd33e4ceae7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:52.497240 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27baa0c3-2448-42db-8b36-dd33e4ceae7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:52.525633 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-27baa0c3-2448-42db-8b36-dd33e4ceae7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:52.551789 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-27baa0c3-2448-42db-8b36-dd33e4ceae7b None None] Attempting to bind port e0e09497-363b-4c85-b8c3-85e7b1271fae on host dv-cinder-772623-5-iscsi for vnic_type normal with profile {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:07:52.552190 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-27baa0c3-2448-42db-8b36-dd33e4ceae7b None None] Attempting to bind port e0e09497-363b-4c85-b8c3-85e7b1271fae by drivers openvswitch,hyperv on host dv-cinder-772623-5-iscsi at level 0 using segments [{'id': 'bc970bb7-bafa-4ef5-bbaa-bd1c6106f047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c0e91282-5f4c-4c73-9e5f-fee8a39ee806'}] {{(pid=91256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:07:52.552561 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27baa0c3-2448-42db-8b36-dd33e4ceae7b None None] Attempting to bind port e0e09497-363b-4c85-b8c3-85e7b1271fae on network c0e91282-5f4c-4c73-9e5f-fee8a39ee806 {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:07:52.558058 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27baa0c3-2448-42db-8b36-dd33e4ceae7b None None] Checking agent: {'id': '5371dcab-484f-4434-b508-32f41307ace8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 25), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:07:52.558455 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27baa0c3-2448-42db-8b36-dd33e4ceae7b None None] Checking segment: {'id': 'bc970bb7-bafa-4ef5-bbaa-bd1c6106f047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c0e91282-5f4c-4c73-9e5f-fee8a39ee806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:07:52.558866 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-27baa0c3-2448-42db-8b36-dd33e4ceae7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:52.559295 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27baa0c3-2448-42db-8b36-dd33e4ceae7b None None] Bound using segment: {'id': 'bc970bb7-bafa-4ef5-bbaa-bd1c6106f047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c0e91282-5f4c-4c73-9e5f-fee8a39ee806'} {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:07:52.559767 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-27baa0c3-2448-42db-8b36-dd33e4ceae7b None None] Bound port: e0e09497-363b-4c85-b8c3-85e7b1271fae, host: dv-cinder-772623-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc970bb7-bafa-4ef5-bbaa-bd1c6106f047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c0e91282-5f4c-4c73-9e5f-fee8a39ee806'}}] {{(pid=91256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:07:52.560144 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-27baa0c3-2448-42db-8b36-dd33e4ceae7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:52.582061 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.db_base_plugin_common [None req-bb79b5a7-ac2c-4f3f-9f40-3eba0842cc1f admin admin] Allocated IP 172.27.1.223 (bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3/bad1a46d-7140-454d-84c6-4b97dc4a536e/076c0b54-906d-4fbc-8e18-a482eb247b22) {{(pid=91255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:07:52.616081 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-ab697cf7-40ac-46f9-82de-535688bd56f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:52.667050 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-27baa0c3-2448-42db-8b36-dd33e4ceae7b None None] For port e0e09497-363b-4c85-b8c3-85e7b1271fae, host dv-cinder-772623-5-iscsi, cleared binding levels {{(pid=91256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:07:52.670046 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-27baa0c3-2448-42db-8b36-dd33e4ceae7b None None] For port e0e09497-363b-4c85-b8c3-85e7b1271fae, host dv-cinder-772623-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=e0e09497-363b-4c85-b8c3-85e7b1271fae,segment=NetworkSegment(bc970bb7-bafa-4ef5-bbaa-bd1c6106f047),segment_id=bc970bb7-bafa-4ef5-bbaa-bd1c6106f047)] {{(pid=91256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:07:52.674531 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-27baa0c3-2448-42db-8b36-dd33e4ceae7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:52.677992 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-dc448139-9f8b-465b-9312-f360991f3829 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:52.741695 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-bb79b5a7-ac2c-4f3f-9f40-3eba0842cc1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:52.755504 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27baa0c3-2448-42db-8b36-dd33e4ceae7b None None] Pushing event updated for resources: {'Port': ['ID=e0e09497-363b-4c85-b8c3-85e7b1271fae,revision_number=2']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:52.758729 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-27baa0c3-2448-42db-8b36-dd33e4ceae7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:52.783265 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-bb79b5a7-ac2c-4f3f-9f40-3eba0842cc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278795'] for port, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:52.788104 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-6e43e9c5-c5a0-4d57-a510-d4708a6d5286 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:52.952458 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79b5a7-ac2c-4f3f-9f40-3eba0842cc1f admin admin] Pushing event updated for resources: {'Port': ['ID=076c0b54-906d-4fbc-8e18-a482eb247b22,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:52.959455 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-bb79b5a7-ac2c-4f3f-9f40-3eba0842cc1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:52.962105 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb79b5a7-ac2c-4f3f-9f40-3eba0842cc1f admin admin] Network bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3 is already hosted by enough agents. {{(pid=91255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:07:52.964294 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [None req-bb79b5a7-ac2c-4f3f-9f40-3eba0842cc1f admin admin] Resources bound (agent type, host, resource id): {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:07:52.966679 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb79b5a7-ac2c-4f3f-9f40-3eba0842cc1f admin admin] Received port after_create {{(pid=91255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:07:52.977547 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098b02c-4a24-4210-bc32-d69473c1b7c7 req-eaa2983c-366e-478c-b0de-b64875dacd91 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:52.988703 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-6098b02c-4a24-4210-bc32-d69473c1b7c7 req-eaa2983c-366e-478c-b0de-b64875dacd91 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.1230667 May 18 10:07:53.032112 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-6098b02c-4a24-4210-bc32-d69473c1b7c7 req-6b1ea702-6362-473c-9f40-afdccc124e64 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422778 May 18 10:07:53.417463 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-bb79b5a7-ac2c-4f3f-9f40-3eba0842cc1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:53.653304 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866055c0-5505-4207-9fa9-756db768e4a7 None None] Network c0e91282-5f4c-4c73-9e5f-fee8a39ee806 requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:07:53.756311 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-bb79b5a7-ac2c-4f3f-9f40-3eba0842cc1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924912'] for router, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:53.770727 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e74f6aa3-dd69-4ee2-a119-ac06a5f6cecd None None] Provisioning for port e0e09497-363b-4c85-b8c3-85e7b1271fae completed by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:07:53.961697 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb79b5a7-ac2c-4f3f-9f40-3eba0842cc1f admin admin] Router 6f68e1b9-39bb-47a2-9c0e-7510beef93a1 is scheduled to L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb with binding_index 1 {{(pid=91255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 10:07:54.046344 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device e0e09497-363b-4c85-b8c3-85e7b1271fae up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:07:54.124377 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning for port e0e09497-363b-4c85-b8c3-85e7b1271fae completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:07:54.129282 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port e0e09497-363b-4c85-b8c3-85e7b1271fae triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:07:54.129662 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:54.145632 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb79b5a7-ac2c-4f3f-9f40-3eba0842cc1f admin admin] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:07:54.161360 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7e7b36-13aa-408c-af0e-55d199cacf9c None None] Sync routers for ids ['6f68e1b9-39bb-47a2-9c0e-7510beef93a1'] in dv-cinder-772623-5-iscsi {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:07:54.170289 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-bb79b5a7-ac2c-4f3f-9f40-3eba0842cc1f admin admin] Notify callbacks [] for router, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:54.173977 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-bb79b5a7-ac2c-4f3f-9f40-3eba0842cc1f admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4058907 May 18 10:07:54.174175 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 38882) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:07:54.192811 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7e7b36-13aa-408c-af0e-55d199cacf9c None None] Routers {'6f68e1b9-39bb-47a2-9c0e-7510beef93a1'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:07:54.193433 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-1c7e7b36-13aa-408c-af0e-55d199cacf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:07:25Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['6f68e1b9-39bb-47a2-9c0e-7510beef93a1'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:07:54.441833 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:54.460185 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-1c7e7b36-13aa-408c-af0e-55d199cacf9c None None] Set router 6f68e1b9-39bb-47a2-9c0e-7510beef93a1 gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:07:54.658227 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] For port e0e09497-363b-4c85-b8c3-85e7b1271fae, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=e0e09497-363b-4c85-b8c3-85e7b1271fae,segment=NetworkSegment(bc970bb7-bafa-4ef5-bbaa-bd1c6106f047),segment_id=bc970bb7-bafa-4ef5-bbaa-bd1c6106f047)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:07:54.670425 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:54.674009 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:54.786737 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Pushing event updated for resources: {'Port': ['ID=e0e09497-363b-4c85-b8c3-85e7b1271fae,revision_number=3']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:54.790575 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:54.817487 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-1c7e7b36-13aa-408c-af0e-55d199cacf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f68e1b9-39bb-47a2-9c0e-7510beef93a1', 'name': 'tempest-TestShelveInstance-633265989-router', 'tenant_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '076c0b54-906d-4fbc-8e18-a482eb247b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:07:51Z', 'updated_at': '2021-05-18T10:07:53Z', 'revision_number': 3, 'project_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'gw_port': {'id': '076c0b54-906d-4fbc-8e18-a482eb247b22', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f68e1b9-39bb-47a2-9c0e-7510beef93a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:07:52Z', 'updated_at': '2021-05-18T10:07:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi'}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:07:54.821889 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7e7b36-13aa-408c-af0e-55d199cacf9c None None] Checking router: 6f68e1b9-39bb-47a2-9c0e-7510beef93a1 for host: dv-cinder-772623-5-iscsi {{(pid=91256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:07:54.822234 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7e7b36-13aa-408c-af0e-55d199cacf9c None None] Updating router 6f68e1b9-39bb-47a2-9c0e-7510beef93a1 port 076c0b54-906d-4fbc-8e18-a482eb247b22 binding host dv-cinder-772623-5-iscsi {{(pid=91256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 10:07:54.873320 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-1c7e7b36-13aa-408c-af0e-55d199cacf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:54.905812 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-5384e032-1266-4553-8e07-244c9919f004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:55.111035 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.db_base_plugin_common [None req-5384e032-1266-4553-8e07-244c9919f004 admin admin] Allocated IP 172.20.0.1 (c0e91282-5f4c-4c73-9e5f-fee8a39ee806/ebf47a8e-7c99-4cdc-86a4-e2a692d12253/b409b289-1a77-44a7-8ce0-4a7c9f600cec) {{(pid=91255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:07:55.205237 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:55.213193 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-1c7e7b36-13aa-408c-af0e-55d199cacf9c None None] Notify callbacks [] for port, precommit_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:55.231283 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-1c7e7b36-13aa-408c-af0e-55d199cacf9c None None] Transition to ACTIVE for port object 076c0b54-906d-4fbc-8e18-a482eb247b22 will not be triggered until provisioned by entity L2. {{(pid=91256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:07:55.235040 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-ffffd732-db16-43df-bd8b-aa6737984f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:55.238569 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-1c7e7b36-13aa-408c-af0e-55d199cacf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:55.242263 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:55.262824 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-5384e032-1266-4553-8e07-244c9919f004 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:55.277826 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.provisioning_blocks [None req-5384e032-1266-4553-8e07-244c9919f004 admin admin] Transition to ACTIVE for port object b409b289-1a77-44a7-8ce0-4a7c9f600cec will not be triggered until provisioned by entity DHCP. {{(pid=91255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:07:55.303419 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-5384e032-1266-4553-8e07-244c9919f004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278795'] for port, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:55.308545 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:55.317339 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-1c7e7b36-13aa-408c-af0e-55d199cacf9c None None] Attempting to bind port 076c0b54-906d-4fbc-8e18-a482eb247b22 on host dv-cinder-772623-5-iscsi for vnic_type normal with profile {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:07:55.317652 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-1c7e7b36-13aa-408c-af0e-55d199cacf9c None None] Attempting to bind port 076c0b54-906d-4fbc-8e18-a482eb247b22 by drivers openvswitch,hyperv on host dv-cinder-772623-5-iscsi at level 0 using segments [{'id': 'f8569fa1-1255-4980-b926-c951cf4cc403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'}] {{(pid=91256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:07:55.318007 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7e7b36-13aa-408c-af0e-55d199cacf9c None None] Attempting to bind port 076c0b54-906d-4fbc-8e18-a482eb247b22 on network bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3 {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:07:55.320092 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc489c7-875e-48f7-9eca-2377b4e2d776 None None] Pushing event updated for resources: {'Port': ['ID=076c0b54-906d-4fbc-8e18-a482eb247b22,revision_number=2']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:55.324249 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-edc489c7-875e-48f7-9eca-2377b4e2d776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:55.326720 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7e7b36-13aa-408c-af0e-55d199cacf9c None None] Checking agent: {'id': '5371dcab-484f-4434-b508-32f41307ace8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 25), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:07:55.327088 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7e7b36-13aa-408c-af0e-55d199cacf9c None None] Checking segment: {'id': 'f8569fa1-1255-4980-b926-c951cf4cc403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:07:55.327481 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-1c7e7b36-13aa-408c-af0e-55d199cacf9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:55.327859 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7e7b36-13aa-408c-af0e-55d199cacf9c None None] Bound using segment: {'id': 'f8569fa1-1255-4980-b926-c951cf4cc403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'} {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:07:55.328715 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-1c7e7b36-13aa-408c-af0e-55d199cacf9c None None] Bound port: 076c0b54-906d-4fbc-8e18-a482eb247b22, host: dv-cinder-772623-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8569fa1-1255-4980-b926-c951cf4cc403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'}}] {{(pid=91256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:07:55.328715 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-1c7e7b36-13aa-408c-af0e-55d199cacf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:55.368627 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5384e032-1266-4553-8e07-244c9919f004 admin admin] Network c0e91282-5f4c-4c73-9e5f-fee8a39ee806 is already hosted by enough agents. {{(pid=91255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:07:55.371368 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [None req-5384e032-1266-4553-8e07-244c9919f004 admin admin] Resources bound (agent type, host, resource id): {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:07:55.374927 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5384e032-1266-4553-8e07-244c9919f004 admin admin] Received port after_create {{(pid=91255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:07:55.403791 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-1c7e7b36-13aa-408c-af0e-55d199cacf9c None None] For port 076c0b54-906d-4fbc-8e18-a482eb247b22, host dv-cinder-772623-5-iscsi, cleared binding levels {{(pid=91256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:07:55.407362 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-1c7e7b36-13aa-408c-af0e-55d199cacf9c None None] For port 076c0b54-906d-4fbc-8e18-a482eb247b22, host dv-cinder-772623-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=076c0b54-906d-4fbc-8e18-a482eb247b22,segment=NetworkSegment(f8569fa1-1255-4980-b926-c951cf4cc403),segment_id=f8569fa1-1255-4980-b926-c951cf4cc403)] {{(pid=91256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:07:55.411969 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-1c7e7b36-13aa-408c-af0e-55d199cacf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:55.413537 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5384e032-1266-4553-8e07-244c9919f004 admin admin] Pushing event updated for resources: {'Port': ['ID=b409b289-1a77-44a7-8ce0-4a7c9f600cec,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:55.417463 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:55.419029 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-5384e032-1266-4553-8e07-244c9919f004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:55.438825 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-5384e032-1266-4553-8e07-244c9919f004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921923'] for router_interface, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:55.494372 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7e7b36-13aa-408c-af0e-55d199cacf9c None None] Routers {'6f68e1b9-39bb-47a2-9c0e-7510beef93a1'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:07:55.495020 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-1c7e7b36-13aa-408c-af0e-55d199cacf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:07:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['6f68e1b9-39bb-47a2-9c0e-7510beef93a1'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:07:55.564082 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc489c7-875e-48f7-9eca-2377b4e2d776 None None] Pushing event updated for resources: {'Port': ['ID=076c0b54-906d-4fbc-8e18-a482eb247b22,revision_number=3']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:55.570933 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-5384e032-1266-4553-8e07-244c9919f004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:55.574700 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-edc489c7-875e-48f7-9eca-2377b4e2d776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:55.674577 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-8e1c2892-b36f-4553-b446-db6c517dae87 None None] Provisioning for port b409b289-1a77-44a7-8ce0-4a7c9f600cec completed by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:07:55.686453 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-8e1c2892-b36f-4553-b446-db6c517dae87 None None] Provisioning complete for port b409b289-1a77-44a7-8ce0-4a7c9f600cec triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:07:55.686820 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-8e1c2892-b36f-4553-b446-db6c517dae87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:55.746651 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-1c7e7b36-13aa-408c-af0e-55d199cacf9c None None] Set router 6f68e1b9-39bb-47a2-9c0e-7510beef93a1 gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:07:55.864912 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:07:55.879225 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-5384e032-1266-4553-8e07-244c9919f004 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:55.883936 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-5384e032-1266-4553-8e07-244c9919f004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2278802'] for port, after_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:55.897293 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-8e1c2892-b36f-4553-b446-db6c517dae87 None None] Port b409b289-1a77-44a7-8ce0-4a7c9f600cec cannot update to ACTIVE because it is not bound. {{(pid=91256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:07:55.909246 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-d655e2d1-68eb-48e1-8b74-a5898e075472 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:55.988368 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-5384e032-1266-4553-8e07-244c9919f004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921892'] for router_interface, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:56.000470 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5384e032-1266-4553-8e07-244c9919f004 admin admin] Pushing event updated for resources: {'Port': ['ID=b409b289-1a77-44a7-8ce0-4a7c9f600cec,revision_number=2']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:56.014728 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-5384e032-1266-4553-8e07-244c9919f004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:56.054975 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device e0e09497-363b-4c85-b8c3-85e7b1271fae up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:07:56.131215 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5384e032-1266-4553-8e07-244c9919f004 admin admin] Network c0e91282-5f4c-4c73-9e5f-fee8a39ee806 is already hosted by enough agents. {{(pid=91255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:07:56.132351 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [None req-5384e032-1266-4553-8e07-244c9919f004 admin admin] Resources bound (agent type, host, resource id): {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:07:56.146321 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port e0e09497-363b-4c85-b8c3-85e7b1271fae triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:07:56.146721 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:56.195182 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-1c7e7b36-13aa-408c-af0e-55d199cacf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f68e1b9-39bb-47a2-9c0e-7510beef93a1', 'name': 'tempest-TestShelveInstance-633265989-router', 'tenant_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '076c0b54-906d-4fbc-8e18-a482eb247b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:07:51Z', 'updated_at': '2021-05-18T10:07:55Z', 'revision_number': 4, 'project_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'gw_port': {'id': '076c0b54-906d-4fbc-8e18-a482eb247b22', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f68e1b9-39bb-47a2-9c0e-7510beef93a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:07:52Z', 'updated_at': '2021-05-18T10:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'b409b289-1a77-44a7-8ce0-4a7c9f600cec', 'name': '', 'network_id': 'c0e91282-5f4c-4c73-9e5f-fee8a39ee806', 'tenant_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'mac_address': 'fa:16:3e:4e:a9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f68e1b9-39bb-47a2-9c0e-7510beef93a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'ebf47a8e-7c99-4cdc-86a4-e2a692d12253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:07:54Z', 'updated_at': '2021-05-18T10:07:55Z', 'revision_number': 1, 'project_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'subnets': [{'id': 'ebf47a8e-7c99-4cdc-86a4-e2a692d12253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:07:56.205475 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7e7b36-13aa-408c-af0e-55d199cacf9c None None] The sync data for ids ['6f68e1b9-39bb-47a2-9c0e-7510beef93a1'] in dv-cinder-772623-5-iscsi is: [{'id': '6f68e1b9-39bb-47a2-9c0e-7510beef93a1', 'name': 'tempest-TestShelveInstance-633265989-router', 'tenant_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '076c0b54-906d-4fbc-8e18-a482eb247b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:07:51Z', 'updated_at': '2021-05-18T10:07:55Z', 'revision_number': 4, 'project_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'gw_port': {'id': '076c0b54-906d-4fbc-8e18-a482eb247b22', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f68e1b9-39bb-47a2-9c0e-7510beef93a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:07:52Z', 'updated_at': '2021-05-18T10:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'b409b289-1a77-44a7-8ce0-4a7c9f600cec', 'name': '', 'network_id': 'c0e91282-5f4c-4c73-9e5f-fee8a39ee806', 'tenant_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'mac_address': 'fa:16:3e:4e:a9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f68e1b9-39bb-47a2-9c0e-7510beef93a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'ebf47a8e-7c99-4cdc-86a4-e2a692d12253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:07:54Z', 'updated_at': '2021-05-18T10:07:55Z', 'revision_number': 1, 'project_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'subnets': [{'id': 'ebf47a8e-7c99-4cdc-86a4-e2a692d12253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:07:56.323183 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-19cb8b68-3c18-4726-9157-06a39ca3117b None None] Provisioning complete for port b409b289-1a77-44a7-8ce0-4a7c9f600cec triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:07:56.323563 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-19cb8b68-3c18-4726-9157-06a39ca3117b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:56.328220 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5384e032-1266-4553-8e07-244c9919f004 admin admin] Router 6f68e1b9-39bb-47a2-9c0e-7510beef93a1 has already been hosted by L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb {{(pid=91255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:07:56.378089 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-19cb8b68-3c18-4726-9157-06a39ca3117b None None] Port b409b289-1a77-44a7-8ce0-4a7c9f600cec cannot update to ACTIVE because it is not bound. {{(pid=91256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:07:56.542521 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5384e032-1266-4553-8e07-244c9919f004 admin admin] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:07:56.552297 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-5384e032-1266-4553-8e07-244c9919f004 admin admin] 10.222.0.11 "PUT /v2.0/routers/6f68e1b9-39bb-47a2-9c0e-7510beef93a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3768618 May 18 10:07:56.627668 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:57.120229 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 38900) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:07:57.126156 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-4f66d8aa-6d56-4e49-b865-09407d914233 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-719251025-network', 'tenant_id': '14f70826dfac4499967f2408be89e22e'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:07:57.131202 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-4f66d8aa-6d56-4e49-b865-09407d914233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:07:57.135479 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-4f66d8aa-6d56-4e49-b865-09407d914233 admin admin] Usage tracker for resource:network and tenant:14f70826dfac4499967f2408be89e22e is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:07:57.138636 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-4f66d8aa-6d56-4e49-b865-09407d914233 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:07:57.144287 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-4f66d8aa-6d56-4e49-b865-09407d914233 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:07:57.155265 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f66d8aa-6d56-4e49-b865-09407d914233 admin admin] Made reservation on behalf of 14f70826dfac4499967f2408be89e22e for: {'network': 1} {{(pid=91255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:07:57.157888 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-4f66d8aa-6d56-4e49-b865-09407d914233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7994813'] for network, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:57.171188 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-4f66d8aa-6d56-4e49-b865-09407d914233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:57.186259 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-4f66d8aa-6d56-4e49-b865-09407d914233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:07:57.190367 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-4f66d8aa-6d56-4e49-b865-09407d914233 admin admin] Usage tracker for resource:security_group_rule and tenant:14f70826dfac4499967f2408be89e22e is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:07:57.193239 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-4f66d8aa-6d56-4e49-b865-09407d914233 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:07:57.199001 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-4f66d8aa-6d56-4e49-b865-09407d914233 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:07:57.284641 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-4f66d8aa-6d56-4e49-b865-09407d914233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:57.289169 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-4f66d8aa-6d56-4e49-b865-09407d914233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:57.292868 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-037b6515-d9b4-4c4d-844a-63ddd1b62204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:57.325423 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f66d8aa-6d56-4e49-b865-09407d914233 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=91255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 10:07:57.334548 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66d8aa-6d56-4e49-b865-09407d914233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64d4f84-09bd-4573-a8a7-e8be580de5c6,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:57.339336 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-4f66d8aa-6d56-4e49-b865-09407d914233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:57.341865 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-4f66d8aa-6d56-4e49-b865-09407d914233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901'] for segment, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:57.342183 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.db.segments_db [None req-4f66d8aa-6d56-4e49-b865-09407d914233 admin admin] Added segment 9042e815-c83b-4f67-9c33-cd21acddfbc3 of type vlan for network 879a7901-7dc1-4756-8810-65107618b3ec May 18 10:07:57.369047 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-4f66d8aa-6d56-4e49-b865-09407d914233 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726940834425'] for network, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:57.397840 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-4f66d8aa-6d56-4e49-b865-09407d914233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779696'] for network, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:57.399814 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f66d8aa-6d56-4e49-b865-09407d914233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:57.400378 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-4f66d8aa-6d56-4e49-b865-09407d914233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for network, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:57.403595 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:57.501728 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66d8aa-6d56-4e49-b865-09407d914233 admin admin] Pushing event updated for resources: {'Network': ['ID=879a7901-7dc1-4756-8810-65107618b3ec,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:57.504715 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-4f66d8aa-6d56-4e49-b865-09407d914233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:57.506639 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-4f66d8aa-6d56-4e49-b865-09407d914233 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3853781 May 18 10:07:57.509629 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 38904) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:07:57.512178 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Network 879a7901-7dc1-4756-8810-65107618b3ec details requested by agent ovs-agent-dv-cinder-772623-5-iscsi with host dv-cinder-772623-5-iscsi {{(pid=91256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 10:07:57.515804 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-8132cc38-ef01-4ca3-ace2-761e5c494af8 admin admin] Request body: {'subnet': {'network_id': '879a7901-7dc1-4756-8810-65107618b3ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-719251025-subnet', 'tenant_id': '14f70826dfac4499967f2408be89e22e', 'ip_version': 4}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:07:57.520696 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-8132cc38-ef01-4ca3-ace2-761e5c494af8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:07:57.525444 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-8132cc38-ef01-4ca3-ace2-761e5c494af8 admin admin] Usage tracker for resource:subnet and tenant:14f70826dfac4499967f2408be89e22e is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:07:57.528471 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-8132cc38-ef01-4ca3-ace2-761e5c494af8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:07:57.538043 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-8132cc38-ef01-4ca3-ace2-761e5c494af8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:07:57.549340 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8132cc38-ef01-4ca3-ace2-761e5c494af8 admin admin] Made reservation on behalf of 14f70826dfac4499967f2408be89e22e for: {'subnet': 1} {{(pid=91254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:07:57.551623 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-8132cc38-ef01-4ca3-ace2-761e5c494af8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3653721'] for subnet, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:57.930167 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-8132cc38-ef01-4ca3-ace2-761e5c494af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2366996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3653739'] for subnet, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:57.933766 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:58.007692 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132cc38-ef01-4ca3-ace2-761e5c494af8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=405dba87-3d00-4a31-92a1-dfa6732b843f,revision_number=0']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:58.011613 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-8132cc38-ef01-4ca3-ace2-761e5c494af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:58.018828 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8132cc38-ef01-4ca3-ace2-761e5c494af8 admin admin] Checking segment: {'id': '9042e815-c83b-4f67-9c33-cd21acddfbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '879a7901-7dc1-4756-8810-65107618b3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:07:58.019187 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8132cc38-ef01-4ca3-ace2-761e5c494af8 admin admin] Network hostable DHCP agents. Network: 879a7901-7dc1-4756-8810-65107618b3ec, hostable agents: ['06791c86-dc2e-4d91-8007-ff0b96d97a59'], hosted agents: [] {{(pid=91254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 10:07:58.036309 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8132cc38-ef01-4ca3-ace2-761e5c494af8 admin admin] Network 879a7901-7dc1-4756-8810-65107618b3ec is scheduled to be hosted by DHCP agent 06791c86-dc2e-4d91-8007-ff0b96d97a59 with binding_index 1 {{(pid=91254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 10:07:58.046849 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.base_scheduler [None req-8132cc38-ef01-4ca3-ace2-761e5c494af8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-5-iscsi, 879a7901-7dc1-4756-8810-65107618b3ec) {{(pid=91254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:07:58.051214 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device 076c0b54-906d-4fbc-8e18-a482eb247b22 up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:07:58.058644 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8132cc38-ef01-4ca3-ace2-761e5c494af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:07:58.059257 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-8132cc38-ef01-4ca3-ace2-761e5c494af8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for subnet, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:58.082045 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-8132cc38-ef01-4ca3-ace2-761e5c494af8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5711818 May 18 10:07:58.086456 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 38910) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:07:58.092058 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-f7d0899e-5bfc-4499-acbf-42d8324f697e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-719251025-router', 'tenant_id': '14f70826dfac4499967f2408be89e22e', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'}}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:07:58.093139 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167b9b7d-6052-4795-96f4-6db9805f8435 None None] Network 879a7901-7dc1-4756-8810-65107618b3ec requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:07:58.096959 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-f7d0899e-5bfc-4499-acbf-42d8324f697e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:07:58.100961 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-f7d0899e-5bfc-4499-acbf-42d8324f697e admin admin] Usage tracker for resource:router and tenant:14f70826dfac4499967f2408be89e22e is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:07:58.104127 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-f7d0899e-5bfc-4499-acbf-42d8324f697e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:07:58.109943 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-f7d0899e-5bfc-4499-acbf-42d8324f697e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:07:58.123556 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f7d0899e-5bfc-4499-acbf-42d8324f697e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27157'] for router, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:58.124650 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f7d0899e-5bfc-4499-acbf-42d8324f697e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-647179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27166'] for router, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:58.142176 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f7d0899e-5bfc-4499-acbf-42d8324f697e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:58.148322 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e4b550-d575-4228-9991-f570bef318e5 None None] Sync routers for ids ['6f68e1b9-39bb-47a2-9c0e-7510beef93a1'] in dv-cinder-772623-5-iscsi {{(pid=91257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:07:58.157840 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e4b550-d575-4228-9991-f570bef318e5 None None] Routers {'6f68e1b9-39bb-47a2-9c0e-7510beef93a1'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:07:58.159028 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-46e4b550-d575-4228-9991-f570bef318e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:07:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['6f68e1b9-39bb-47a2-9c0e-7510beef93a1'], 'active': True} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:07:58.216359 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:58.242731 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning for port 076c0b54-906d-4fbc-8e18-a482eb247b22 completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:07:58.251643 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port 076c0b54-906d-4fbc-8e18-a482eb247b22 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:07:58.252015 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:58.342578 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvr_db [None req-46e4b550-d575-4228-9991-f570bef318e5 None None] Set router 6f68e1b9-39bb-47a2-9c0e-7510beef93a1 gateway port host: dv-cinder-772623-5-iscsi {{(pid=91257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:07:58.427249 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d752ff89-6c67-4508-979c-9e3497a469f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0422f885-e5fe-50de-bd50-521dd108a39f-879a7901-7dc1-4756-8810-65107618b3ec', 'network_id': '879a7901-7dc1-4756-8810-65107618b3ec', 'tenant_id': '14f70826dfac4499967f2408be89e22e', 'fixed_ips': [{'subnet_id': '405dba87-3d00-4a31-92a1-dfa6732b843f'}]}} from dv-cinder-772623-5-iscsi. {{(pid=91256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 10:07:58.428063 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-d752ff89-6c67-4508-979c-9e3497a469f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:58.504755 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:58.543560 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] For port 076c0b54-906d-4fbc-8e18-a482eb247b22, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=076c0b54-906d-4fbc-8e18-a482eb247b22,segment=NetworkSegment(f8569fa1-1255-4980-b926-c951cf4cc403),segment_id=f8569fa1-1255-4980-b926-c951cf4cc403)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:07:58.545111 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f7d0899e-5bfc-4499-acbf-42d8324f697e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27184'] for router, precommit_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:58.554283 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:58.559112 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:58.678221 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-46e4b550-d575-4228-9991-f570bef318e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f68e1b9-39bb-47a2-9c0e-7510beef93a1', 'name': 'tempest-TestShelveInstance-633265989-router', 'tenant_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '076c0b54-906d-4fbc-8e18-a482eb247b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:07:51Z', 'updated_at': '2021-05-18T10:07:55Z', 'revision_number': 4, 'project_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'gw_port': {'id': '076c0b54-906d-4fbc-8e18-a482eb247b22', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f68e1b9-39bb-47a2-9c0e-7510beef93a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:07:52Z', 'updated_at': '2021-05-18T10:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'b409b289-1a77-44a7-8ce0-4a7c9f600cec', 'name': '', 'network_id': 'c0e91282-5f4c-4c73-9e5f-fee8a39ee806', 'tenant_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'mac_address': 'fa:16:3e:4e:a9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f68e1b9-39bb-47a2-9c0e-7510beef93a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'ebf47a8e-7c99-4cdc-86a4-e2a692d12253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:07:54Z', 'updated_at': '2021-05-18T10:07:55Z', 'revision_number': 2, 'project_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'subnets': [{'id': 'ebf47a8e-7c99-4cdc-86a4-e2a692d12253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:07:58.679480 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Pushing event updated for resources: {'Port': ['ID=076c0b54-906d-4fbc-8e18-a482eb247b22,revision_number=4']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:58.683291 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:58.684380 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e4b550-d575-4228-9991-f570bef318e5 None None] Checking router: 6f68e1b9-39bb-47a2-9c0e-7510beef93a1 for host: dv-cinder-772623-5-iscsi {{(pid=91257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:07:58.684897 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e4b550-d575-4228-9991-f570bef318e5 None None] Updating router 6f68e1b9-39bb-47a2-9c0e-7510beef93a1 port b409b289-1a77-44a7-8ce0-4a7c9f600cec binding host dv-cinder-772623-5-iscsi {{(pid=91257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 10:07:58.687366 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.db_base_plugin_common [None req-d752ff89-6c67-4508-979c-9e3497a469f8 None None] Allocated IP 172.20.0.2 (879a7901-7dc1-4756-8810-65107618b3ec/405dba87-3d00-4a31-92a1-dfa6732b843f/c8a7628c-0468-46b0-aa96-567ba4adc345) {{(pid=91256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:07:58.738352 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-46e4b550-d575-4228-9991-f570bef318e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:58.871571 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f7d0899e-5bfc-4499-acbf-42d8324f697e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:58.905851 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f7d0899e-5bfc-4499-acbf-42d8324f697e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:58.937560 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-d752ff89-6c67-4508-979c-9e3497a469f8 None None] Notify callbacks [] for port, precommit_create {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:58.952286 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-d752ff89-6c67-4508-979c-9e3497a469f8 None None] Transition to ACTIVE for port object c8a7628c-0468-46b0-aa96-567ba4adc345 will not be triggered until provisioned by entity L2. {{(pid=91256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:07:58.975146 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-d752ff89-6c67-4508-979c-9e3497a469f8 None None] Transition to ACTIVE for port object c8a7628c-0468-46b0-aa96-567ba4adc345 will not be triggered until provisioned by entity DHCP. {{(pid=91256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:07:58.983408 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-d752ff89-6c67-4508-979c-9e3497a469f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839'] for port, after_create {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:58.988245 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:59.049685 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.db_base_plugin_common [None req-f7d0899e-5bfc-4499-acbf-42d8324f697e admin admin] Allocated IP 172.27.1.34 (bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3/bad1a46d-7140-454d-84c6-4b97dc4a536e/bd6ca2b3-f7d2-42b9-b098-a7c8f87d9d21) {{(pid=91254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:07:59.054604 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d752ff89-6c67-4508-979c-9e3497a469f8 None None] Network 879a7901-7dc1-4756-8810-65107618b3ec is already hosted by enough agents. {{(pid=91256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:07:59.057602 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.scheduler.base_scheduler [None req-d752ff89-6c67-4508-979c-9e3497a469f8 None None] Resources bound (agent type, host, resource id): {{(pid=91256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:07:59.061468 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d752ff89-6c67-4508-979c-9e3497a469f8 None None] Received port after_create {{(pid=91256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:07:59.067418 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752ff89-6c67-4508-979c-9e3497a469f8 None None] Pushing event updated for resources: {'Port': ['ID=c8a7628c-0468-46b0-aa96-567ba4adc345,revision_number=1']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:59.071406 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-d752ff89-6c67-4508-979c-9e3497a469f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:59.131286 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-46e4b550-d575-4228-9991-f570bef318e5 None None] Notify callbacks [] for port, precommit_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:59.144121 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.provisioning_blocks [None req-46e4b550-d575-4228-9991-f570bef318e5 None None] Transition to ACTIVE for port object b409b289-1a77-44a7-8ce0-4a7c9f600cec will not be triggered until provisioned by entity L2. {{(pid=91257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:07:59.153253 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-46e4b550-d575-4228-9991-f570bef318e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:59.156254 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-d752ff89-6c67-4508-979c-9e3497a469f8 None None] Attempting to bind port c8a7628c-0468-46b0-aa96-567ba4adc345 on host dv-cinder-772623-5-iscsi for vnic_type normal with profile {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:07:59.156788 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-d752ff89-6c67-4508-979c-9e3497a469f8 None None] Attempting to bind port c8a7628c-0468-46b0-aa96-567ba4adc345 by drivers openvswitch,hyperv on host dv-cinder-772623-5-iscsi at level 0 using segments [{'id': '9042e815-c83b-4f67-9c33-cd21acddfbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '879a7901-7dc1-4756-8810-65107618b3ec'}] {{(pid=91256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:07:59.157324 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d752ff89-6c67-4508-979c-9e3497a469f8 None None] Attempting to bind port c8a7628c-0468-46b0-aa96-567ba4adc345 on network 879a7901-7dc1-4756-8810-65107618b3ec {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:07:59.157453 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG oslo_concurrency.lockutils [None req-30648778-36ef-402a-988a-7e6dcd678740 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:59.163571 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d752ff89-6c67-4508-979c-9e3497a469f8 None None] Checking agent: {'id': '5371dcab-484f-4434-b508-32f41307ace8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 25), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:07:59.164224 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d752ff89-6c67-4508-979c-9e3497a469f8 None None] Checking segment: {'id': '9042e815-c83b-4f67-9c33-cd21acddfbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '879a7901-7dc1-4756-8810-65107618b3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:07:59.164791 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-d752ff89-6c67-4508-979c-9e3497a469f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:59.165341 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d752ff89-6c67-4508-979c-9e3497a469f8 None None] Bound using segment: {'id': '9042e815-c83b-4f67-9c33-cd21acddfbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '879a7901-7dc1-4756-8810-65107618b3ec'} {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:07:59.165955 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-d752ff89-6c67-4508-979c-9e3497a469f8 None None] Bound port: c8a7628c-0468-46b0-aa96-567ba4adc345, host: dv-cinder-772623-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9042e815-c83b-4f67-9c33-cd21acddfbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '879a7901-7dc1-4756-8810-65107618b3ec'}}] {{(pid=91256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:07:59.166514 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-d752ff89-6c67-4508-979c-9e3497a469f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:59.217547 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f7d0899e-5bfc-4499-acbf-42d8324f697e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:59.250297 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f7d0899e-5bfc-4499-acbf-42d8324f697e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:59.255438 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-caba8939-ea66-4453-abc4-41ab3010c9d4 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:59.267447 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-d752ff89-6c67-4508-979c-9e3497a469f8 None None] For port c8a7628c-0468-46b0-aa96-567ba4adc345, host dv-cinder-772623-5-iscsi, cleared binding levels {{(pid=91256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:07:59.271317 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-d752ff89-6c67-4508-979c-9e3497a469f8 None None] For port c8a7628c-0468-46b0-aa96-567ba4adc345, host dv-cinder-772623-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=c8a7628c-0468-46b0-aa96-567ba4adc345,segment=NetworkSegment(9042e815-c83b-4f67-9c33-cd21acddfbc3),segment_id=9042e815-c83b-4f67-9c33-cd21acddfbc3)] {{(pid=91256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:07:59.278066 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-d752ff89-6c67-4508-979c-9e3497a469f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:59.282890 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:59.325094 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d0899e-5bfc-4499-acbf-42d8324f697e admin admin] Network bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3 is already hosted by enough agents. {{(pid=91254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:07:59.328009 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.base_scheduler [None req-f7d0899e-5bfc-4499-acbf-42d8324f697e admin admin] Resources bound (agent type, host, resource id): {{(pid=91254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:07:59.330458 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d0899e-5bfc-4499-acbf-42d8324f697e admin admin] Received port after_create {{(pid=91254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:07:59.375301 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752ff89-6c67-4508-979c-9e3497a469f8 None None] Pushing event updated for resources: {'Port': ['ID=c8a7628c-0468-46b0-aa96-567ba4adc345,revision_number=2']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:59.375806 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0899e-5bfc-4499-acbf-42d8324f697e admin admin] Pushing event updated for resources: {'Port': ['ID=bd6ca2b3-f7d2-42b9-b098-a7c8f87d9d21,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:59.380335 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c0329d-0d7e-4b99-83cb-fa4db52ba6fd None None] Pushing event updated for resources: {'Port': ['ID=b409b289-1a77-44a7-8ce0-4a7c9f600cec,revision_number=3']} {{(pid=91257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:59.386489 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-f7d0899e-5bfc-4499-acbf-42d8324f697e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:59.391759 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-d752ff89-6c67-4508-979c-9e3497a469f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:59.409259 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c0329d-0d7e-4b99-83cb-fa4db52ba6fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:59.409588 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c0329d-0d7e-4b99-83cb-fa4db52ba6fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:59.409911 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c0329d-0d7e-4b99-83cb-fa4db52ba6fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:59.410226 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c0329d-0d7e-4b99-83cb-fa4db52ba6fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:59.410568 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c0329d-0d7e-4b99-83cb-fa4db52ba6fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:59.412439 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c0329d-0d7e-4b99-83cb-fa4db52ba6fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:59.412439 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c0329d-0d7e-4b99-83cb-fa4db52ba6fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:59.412439 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c0329d-0d7e-4b99-83cb-fa4db52ba6fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:59.412439 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c0329d-0d7e-4b99-83cb-fa4db52ba6fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:59.412439 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c0329d-0d7e-4b99-83cb-fa4db52ba6fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:59.412439 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c0329d-0d7e-4b99-83cb-fa4db52ba6fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:59.412904 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c0329d-0d7e-4b99-83cb-fa4db52ba6fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:07:59.423277 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG oslo_concurrency.lockutils [None req-77c0329d-0d7e-4b99-83cb-fa4db52ba6fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=91257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:59.433670 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.managers [None req-46e4b550-d575-4228-9991-f570bef318e5 None None] Attempting to bind port b409b289-1a77-44a7-8ce0-4a7c9f600cec on host dv-cinder-772623-5-iscsi for vnic_type normal with profile {{(pid=91257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:07:59.434598 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.managers [None req-46e4b550-d575-4228-9991-f570bef318e5 None None] Attempting to bind port b409b289-1a77-44a7-8ce0-4a7c9f600cec by drivers openvswitch,hyperv on host dv-cinder-772623-5-iscsi at level 0 using segments [{'id': 'bc970bb7-bafa-4ef5-bbaa-bd1c6106f047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c0e91282-5f4c-4c73-9e5f-fee8a39ee806'}] {{(pid=91257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:07:59.435205 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e4b550-d575-4228-9991-f570bef318e5 None None] Attempting to bind port b409b289-1a77-44a7-8ce0-4a7c9f600cec on network c0e91282-5f4c-4c73-9e5f-fee8a39ee806 {{(pid=91257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:07:59.442237 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e4b550-d575-4228-9991-f570bef318e5 None None] Checking agent: {'id': '5371dcab-484f-4434-b508-32f41307ace8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 25), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:07:59.442922 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e4b550-d575-4228-9991-f570bef318e5 None None] Checking segment: {'id': 'bc970bb7-bafa-4ef5-bbaa-bd1c6106f047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c0e91282-5f4c-4c73-9e5f-fee8a39ee806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:07:59.443581 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-46e4b550-d575-4228-9991-f570bef318e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:59.444339 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e4b550-d575-4228-9991-f570bef318e5 None None] Bound using segment: {'id': 'bc970bb7-bafa-4ef5-bbaa-bd1c6106f047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c0e91282-5f4c-4c73-9e5f-fee8a39ee806'} {{(pid=91257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:07:59.444992 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.managers [None req-46e4b550-d575-4228-9991-f570bef318e5 None None] Bound port: b409b289-1a77-44a7-8ce0-4a7c9f600cec, host: dv-cinder-772623-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc970bb7-bafa-4ef5-bbaa-bd1c6106f047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c0e91282-5f4c-4c73-9e5f-fee8a39ee806'}}] {{(pid=91257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:07:59.445902 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-46e4b550-d575-4228-9991-f570bef318e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:59.551817 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.db [None req-46e4b550-d575-4228-9991-f570bef318e5 None None] For port b409b289-1a77-44a7-8ce0-4a7c9f600cec, host dv-cinder-772623-5-iscsi, cleared binding levels {{(pid=91257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:07:59.564037 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.db [None req-46e4b550-d575-4228-9991-f570bef318e5 None None] For port b409b289-1a77-44a7-8ce0-4a7c9f600cec, host dv-cinder-772623-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=b409b289-1a77-44a7-8ce0-4a7c9f600cec,segment=NetworkSegment(bc970bb7-bafa-4ef5-bbaa-bd1c6106f047),segment_id=bc970bb7-bafa-4ef5-bbaa-bd1c6106f047)] {{(pid=91257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:07:59.585382 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-46e4b550-d575-4228-9991-f570bef318e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:07:59.596379 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG oslo_concurrency.lockutils [None req-49a48a4e-4276-44e3-a130-66d2eb1ef696 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:07:59.685900 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e4b550-d575-4228-9991-f570bef318e5 None None] Routers {'6f68e1b9-39bb-47a2-9c0e-7510beef93a1'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:07:59.686560 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-46e4b550-d575-4228-9991-f570bef318e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:07:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['6f68e1b9-39bb-47a2-9c0e-7510beef93a1'], 'active': True} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:07:59.766862 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c0329d-0d7e-4b99-83cb-fa4db52ba6fd None None] Pushing event updated for resources: {'Port': ['ID=b409b289-1a77-44a7-8ce0-4a7c9f600cec,revision_number=4']} {{(pid=91257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:07:59.770088 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG oslo_concurrency.lockutils [None req-77c0329d-0d7e-4b99-83cb-fa4db52ba6fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:07:59.894952 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvr_db [None req-46e4b550-d575-4228-9991-f570bef318e5 None None] Set router 6f68e1b9-39bb-47a2-9c0e-7510beef93a1 gateway port host: dv-cinder-772623-5-iscsi {{(pid=91257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:07:59.936645 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f7d0899e-5bfc-4499-acbf-42d8324f697e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:00.199478 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device 076c0b54-906d-4fbc-8e18-a482eb247b22 up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:08:00.302479 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port 076c0b54-906d-4fbc-8e18-a482eb247b22 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:08:00.302855 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:00.354864 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-46e4b550-d575-4228-9991-f570bef318e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f68e1b9-39bb-47a2-9c0e-7510beef93a1', 'name': 'tempest-TestShelveInstance-633265989-router', 'tenant_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '076c0b54-906d-4fbc-8e18-a482eb247b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:07:51Z', 'updated_at': '2021-05-18T10:07:55Z', 'revision_number': 4, 'project_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'gw_port': {'id': '076c0b54-906d-4fbc-8e18-a482eb247b22', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f68e1b9-39bb-47a2-9c0e-7510beef93a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:07:52Z', 'updated_at': '2021-05-18T10:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'b409b289-1a77-44a7-8ce0-4a7c9f600cec', 'name': '', 'network_id': 'c0e91282-5f4c-4c73-9e5f-fee8a39ee806', 'tenant_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'mac_address': 'fa:16:3e:4e:a9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f68e1b9-39bb-47a2-9c0e-7510beef93a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'ebf47a8e-7c99-4cdc-86a4-e2a692d12253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:07:54Z', 'updated_at': '2021-05-18T10:07:59Z', 'revision_number': 4, 'project_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'subnets': [{'id': 'ebf47a8e-7c99-4cdc-86a4-e2a692d12253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:00.363445 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e4b550-d575-4228-9991-f570bef318e5 None None] The sync data for ids ['6f68e1b9-39bb-47a2-9c0e-7510beef93a1'] in dv-cinder-772623-5-iscsi is: [{'id': '6f68e1b9-39bb-47a2-9c0e-7510beef93a1', 'name': 'tempest-TestShelveInstance-633265989-router', 'tenant_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '076c0b54-906d-4fbc-8e18-a482eb247b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:07:51Z', 'updated_at': '2021-05-18T10:07:55Z', 'revision_number': 4, 'project_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'gw_port': {'id': '076c0b54-906d-4fbc-8e18-a482eb247b22', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f68e1b9-39bb-47a2-9c0e-7510beef93a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:07:52Z', 'updated_at': '2021-05-18T10:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'b409b289-1a77-44a7-8ce0-4a7c9f600cec', 'name': '', 'network_id': 'c0e91282-5f4c-4c73-9e5f-fee8a39ee806', 'tenant_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'mac_address': 'fa:16:3e:4e:a9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f68e1b9-39bb-47a2-9c0e-7510beef93a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'ebf47a8e-7c99-4cdc-86a4-e2a692d12253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:07:54Z', 'updated_at': '2021-05-18T10:07:59Z', 'revision_number': 4, 'project_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'subnets': [{'id': 'ebf47a8e-7c99-4cdc-86a4-e2a692d12253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:08:00.383146 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f7d0899e-5bfc-4499-acbf-42d8324f697e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924912'] for router, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:00.469707 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device c8a7628c-0468-46b0-aa96-567ba4adc345 up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:08:00.558025 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c0fa27-329e-4237-91f4-de0bfb929bc9 None None] Network 879a7901-7dc1-4756-8810-65107618b3ec requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:08:00.678667 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning for port c8a7628c-0468-46b0-aa96-567ba4adc345 completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:08:00.681490 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d0899e-5bfc-4499-acbf-42d8324f697e admin admin] Router f1fe7f9a-0711-4dea-af9e-32723f2bb153 is scheduled to L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb with binding_index 1 {{(pid=91254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 10:08:00.698888 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device b409b289-1a77-44a7-8ce0-4a7c9f600cec up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:08:00.765533 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-23794106-87ee-4ccf-a506-67b8a8edaa0f None None] Provisioning for port c8a7628c-0468-46b0-aa96-567ba4adc345 completed by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:08:00.811962 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-23794106-87ee-4ccf-a506-67b8a8edaa0f None None] Provisioning complete for port c8a7628c-0468-46b0-aa96-567ba4adc345 triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:08:00.812343 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-23794106-87ee-4ccf-a506-67b8a8edaa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:00.871987 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d0899e-5bfc-4499-acbf-42d8324f697e admin admin] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:08:00.895120 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1934b651-4297-47ec-9d4f-23bf7362d6c7 None None] Sync routers for ids ['f1fe7f9a-0711-4dea-af9e-32723f2bb153'] in dv-cinder-772623-5-iscsi {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:08:00.931312 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f7d0899e-5bfc-4499-acbf-42d8324f697e admin admin] Notify callbacks [] for router, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:00.932862 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-f7d0899e-5bfc-4499-acbf-42d8324f697e admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8449788 May 18 10:08:00.935493 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 38930) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:00.952598 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning for port b409b289-1a77-44a7-8ce0-4a7c9f600cec completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:08:00.969204 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1934b651-4297-47ec-9d4f-23bf7362d6c7 None None] Routers {'f1fe7f9a-0711-4dea-af9e-32723f2bb153'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:08:00.969856 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-1934b651-4297-47ec-9d4f-23bf7362d6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:07:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['f1fe7f9a-0711-4dea-af9e-32723f2bb153'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:01.021856 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port b409b289-1a77-44a7-8ce0-4a7c9f600cec triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:08:01.022143 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:01.283954 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-23794106-87ee-4ccf-a506-67b8a8edaa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:01.375780 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-1934b651-4297-47ec-9d4f-23bf7362d6c7 None None] Set router f1fe7f9a-0711-4dea-af9e-32723f2bb153 gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:08:01.533434 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-23794106-87ee-4ccf-a506-67b8a8edaa0f None None] For port c8a7628c-0468-46b0-aa96-567ba4adc345, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=c8a7628c-0468-46b0-aa96-567ba4adc345,segment=NetworkSegment(9042e815-c83b-4f67-9c33-cd21acddfbc3),segment_id=9042e815-c83b-4f67-9c33-cd21acddfbc3)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:08:01.571834 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-23794106-87ee-4ccf-a506-67b8a8edaa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:01.577504 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:01.613356 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:01.744881 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23794106-87ee-4ccf-a506-67b8a8edaa0f None None] Pushing event updated for resources: {'Port': ['ID=c8a7628c-0468-46b0-aa96-567ba4adc345,revision_number=3']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:01.758113 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-23794106-87ee-4ccf-a506-67b8a8edaa0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:01.761737 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] For port b409b289-1a77-44a7-8ce0-4a7c9f600cec, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=b409b289-1a77-44a7-8ce0-4a7c9f600cec,segment=NetworkSegment(bc970bb7-bafa-4ef5-bbaa-bd1c6106f047),segment_id=bc970bb7-bafa-4ef5-bbaa-bd1c6106f047)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:08:01.766512 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:01.776576 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9bb5241e-066e-48c9-8db4-d170e3326435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:01.796661 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:01.883522 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-9e8a7bfc-9ce1-4ecf-9819-3661d4594020 None None] Provisioning complete for port c8a7628c-0468-46b0-aa96-567ba4adc345 triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:08:01.883874 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-9e8a7bfc-9ce1-4ecf-9819-3661d4594020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:01.932052 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Pushing event updated for resources: {'Port': ['ID=b409b289-1a77-44a7-8ce0-4a7c9f600cec,revision_number=5']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:01.939834 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:01.965931 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-1934b651-4297-47ec-9d4f-23bf7362d6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fe7f9a-0711-4dea-af9e-32723f2bb153', 'name': 'tempest-TestShelveInstance-719251025-router', 'tenant_id': '14f70826dfac4499967f2408be89e22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'bd6ca2b3-f7d2-42b9-b098-a7c8f87d9d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:07:58Z', 'updated_at': '2021-05-18T10:07:59Z', 'revision_number': 3, 'project_id': '14f70826dfac4499967f2408be89e22e', 'gw_port': {'id': 'bd6ca2b3-f7d2-42b9-b098-a7c8f87d9d21', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:00:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1fe7f9a-0711-4dea-af9e-32723f2bb153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:07:58Z', 'updated_at': '2021-05-18T10:07:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi'}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:01.997020 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1934b651-4297-47ec-9d4f-23bf7362d6c7 None None] Checking router: f1fe7f9a-0711-4dea-af9e-32723f2bb153 for host: dv-cinder-772623-5-iscsi {{(pid=91256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:08:01.997371 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1934b651-4297-47ec-9d4f-23bf7362d6c7 None None] Updating router f1fe7f9a-0711-4dea-af9e-32723f2bb153 port bd6ca2b3-f7d2-42b9-b098-a7c8f87d9d21 binding host dv-cinder-772623-5-iscsi {{(pid=91256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 10:08:01.998601 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.db_base_plugin_common [None req-9bb5241e-066e-48c9-8db4-d170e3326435 admin admin] Allocated IP 172.20.0.1 (879a7901-7dc1-4756-8810-65107618b3ec/405dba87-3d00-4a31-92a1-dfa6732b843f/3724429e-37c3-410f-9dad-9a7b32203d27) {{(pid=91255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:08:02.035648 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device c8a7628c-0468-46b0-aa96-567ba4adc345 up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:08:02.125164 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-1934b651-4297-47ec-9d4f-23bf7362d6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:02.172338 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9bb5241e-066e-48c9-8db4-d170e3326435 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:02.188829 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.provisioning_blocks [None req-9bb5241e-066e-48c9-8db4-d170e3326435 admin admin] Transition to ACTIVE for port object 3724429e-37c3-410f-9dad-9a7b32203d27 will not be triggered until provisioned by entity DHCP. {{(pid=91255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:08:02.215634 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9bb5241e-066e-48c9-8db4-d170e3326435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278795'] for port, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:02.220827 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-7a4bafa4-604b-4d15-8a32-d9b6eee7536b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:02.236629 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port c8a7628c-0468-46b0-aa96-567ba4adc345 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:08:02.237013 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:02.289649 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb5241e-066e-48c9-8db4-d170e3326435 admin admin] Network 879a7901-7dc1-4756-8810-65107618b3ec is already hosted by enough agents. {{(pid=91255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:08:02.292698 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [None req-9bb5241e-066e-48c9-8db4-d170e3326435 admin admin] Resources bound (agent type, host, resource id): {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:08:02.297339 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb5241e-066e-48c9-8db4-d170e3326435 admin admin] Received port after_create {{(pid=91255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:08:02.336738 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb5241e-066e-48c9-8db4-d170e3326435 admin admin] Pushing event updated for resources: {'Port': ['ID=3724429e-37c3-410f-9dad-9a7b32203d27,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:02.341211 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-9bb5241e-066e-48c9-8db4-d170e3326435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:02.363655 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9bb5241e-066e-48c9-8db4-d170e3326435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921923'] for router_interface, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:02.509913 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9bb5241e-066e-48c9-8db4-d170e3326435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:02.517647 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device b409b289-1a77-44a7-8ce0-4a7c9f600cec up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:08:02.547777 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06595f2-66ac-4a6d-8e98-7fc41c51b842 req-e50d10bc-c1e7-4805-b591-59f0454691c4 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:02.560248 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f06595f2-66ac-4a6d-8e98-7fc41c51b842 req-e50d10bc-c1e7-4805-b591-59f0454691c4 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 946 time: 0.1209114 May 18 10:08:02.607894 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f06595f2-66ac-4a6d-8e98-7fc41c51b842 req-f49bbe6d-f586-431e-b8ff-417fb160e80e tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464635 May 18 10:08:02.675223 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port b409b289-1a77-44a7-8ce0-4a7c9f600cec triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:08:02.675590 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:02.713902 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-1934b651-4297-47ec-9d4f-23bf7362d6c7 None None] Notify callbacks [] for port, precommit_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:02.732263 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-689ebb1d-4610-4685-8815-f37c2e588557 None None] Provisioning for port 3724429e-37c3-410f-9dad-9a7b32203d27 completed by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:08:02.746730 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-1934b651-4297-47ec-9d4f-23bf7362d6c7 None None] Transition to ACTIVE for port object bd6ca2b3-f7d2-42b9-b098-a7c8f87d9d21 will not be triggered until provisioned by entity L2. {{(pid=91256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:08:02.748923 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-689ebb1d-4610-4685-8815-f37c2e588557 None None] Provisioning complete for port 3724429e-37c3-410f-9dad-9a7b32203d27 triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:08:02.749293 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-689ebb1d-4610-4685-8815-f37c2e588557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:02.759966 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9bb5241e-066e-48c9-8db4-d170e3326435 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:02.764719 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9bb5241e-066e-48c9-8db4-d170e3326435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2278802'] for port, after_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:02.791196 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-9e78d536-df53-429e-b854-3bdc71fcef5d tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:02.793608 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-1934b651-4297-47ec-9d4f-23bf7362d6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:02.800961 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:02.876357 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9bb5241e-066e-48c9-8db4-d170e3326435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921892'] for router_interface, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:02.880776 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb5241e-066e-48c9-8db4-d170e3326435 admin admin] Pushing event updated for resources: {'Port': ['ID=3724429e-37c3-410f-9dad-9a7b32203d27,revision_number=2']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:02.884353 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-689ebb1d-4610-4685-8815-f37c2e588557 None None] Port 3724429e-37c3-410f-9dad-9a7b32203d27 cannot update to ACTIVE because it is not bound. {{(pid=91256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:08:02.885887 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-9bb5241e-066e-48c9-8db4-d170e3326435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:02.894669 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-1934b651-4297-47ec-9d4f-23bf7362d6c7 None None] Attempting to bind port bd6ca2b3-f7d2-42b9-b098-a7c8f87d9d21 on host dv-cinder-772623-5-iscsi for vnic_type normal with profile {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:08:02.895044 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-1934b651-4297-47ec-9d4f-23bf7362d6c7 None None] Attempting to bind port bd6ca2b3-f7d2-42b9-b098-a7c8f87d9d21 by drivers openvswitch,hyperv on host dv-cinder-772623-5-iscsi at level 0 using segments [{'id': 'f8569fa1-1255-4980-b926-c951cf4cc403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'}] {{(pid=91256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:08:02.895403 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1934b651-4297-47ec-9d4f-23bf7362d6c7 None None] Attempting to bind port bd6ca2b3-f7d2-42b9-b098-a7c8f87d9d21 on network bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3 {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:08:02.935190 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1934b651-4297-47ec-9d4f-23bf7362d6c7 None None] Checking agent: {'id': '5371dcab-484f-4434-b508-32f41307ace8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 25), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:08:02.935577 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1934b651-4297-47ec-9d4f-23bf7362d6c7 None None] Checking segment: {'id': 'f8569fa1-1255-4980-b926-c951cf4cc403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:08:02.935954 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-1934b651-4297-47ec-9d4f-23bf7362d6c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:02.936385 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1934b651-4297-47ec-9d4f-23bf7362d6c7 None None] Bound using segment: {'id': 'f8569fa1-1255-4980-b926-c951cf4cc403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'} {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:08:02.936855 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-1934b651-4297-47ec-9d4f-23bf7362d6c7 None None] Bound port: bd6ca2b3-f7d2-42b9-b098-a7c8f87d9d21, host: dv-cinder-772623-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8569fa1-1255-4980-b926-c951cf4cc403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'}}] {{(pid=91256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:08:02.937223 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-1934b651-4297-47ec-9d4f-23bf7362d6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:02.969764 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd99d722-c138-49c1-8f43-9cef9ec06be5 None None] Pushing event updated for resources: {'Port': ['ID=bd6ca2b3-f7d2-42b9-b098-a7c8f87d9d21,revision_number=2']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:02.989744 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-cd99d722-c138-49c1-8f43-9cef9ec06be5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:03.021239 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb5241e-066e-48c9-8db4-d170e3326435 admin admin] Network 879a7901-7dc1-4756-8810-65107618b3ec is already hosted by enough agents. {{(pid=91255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:08:03.022401 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [None req-9bb5241e-066e-48c9-8db4-d170e3326435 admin admin] Resources bound (agent type, host, resource id): {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:08:03.036128 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-1934b651-4297-47ec-9d4f-23bf7362d6c7 None None] For port bd6ca2b3-f7d2-42b9-b098-a7c8f87d9d21, host dv-cinder-772623-5-iscsi, cleared binding levels {{(pid=91256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:08:03.040195 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-1934b651-4297-47ec-9d4f-23bf7362d6c7 None None] For port bd6ca2b3-f7d2-42b9-b098-a7c8f87d9d21, host dv-cinder-772623-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=bd6ca2b3-f7d2-42b9-b098-a7c8f87d9d21,segment=NetworkSegment(f8569fa1-1255-4980-b926-c951cf4cc403),segment_id=f8569fa1-1255-4980-b926-c951cf4cc403)] {{(pid=91256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:08:03.045282 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-1934b651-4297-47ec-9d4f-23bf7362d6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:03.049469 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-27baa0c3-2448-42db-8b36-dd33e4ceae7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:03.128060 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1934b651-4297-47ec-9d4f-23bf7362d6c7 None None] Routers {'f1fe7f9a-0711-4dea-af9e-32723f2bb153'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:08:03.128895 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-1934b651-4297-47ec-9d4f-23bf7362d6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:07:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['f1fe7f9a-0711-4dea-af9e-32723f2bb153'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:03.231557 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb5241e-066e-48c9-8db4-d170e3326435 admin admin] Router f1fe7f9a-0711-4dea-af9e-32723f2bb153 has already been hosted by L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb {{(pid=91255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:08:03.232044 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd99d722-c138-49c1-8f43-9cef9ec06be5 None None] Pushing event updated for resources: {'Port': ['ID=bd6ca2b3-f7d2-42b9-b098-a7c8f87d9d21,revision_number=3']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:03.242730 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-cd99d722-c138-49c1-8f43-9cef9ec06be5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:03.357220 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-16fddeba-10ec-4a0b-b61f-3e443bdb23f0 None None] Provisioning complete for port 3724429e-37c3-410f-9dad-9a7b32203d27 triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:08:03.357507 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-16fddeba-10ec-4a0b-b61f-3e443bdb23f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:03.407207 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-1934b651-4297-47ec-9d4f-23bf7362d6c7 None None] Set router f1fe7f9a-0711-4dea-af9e-32723f2bb153 gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:08:03.479120 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-16fddeba-10ec-4a0b-b61f-3e443bdb23f0 None None] Port 3724429e-37c3-410f-9dad-9a7b32203d27 cannot update to ACTIVE because it is not bound. {{(pid=91256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:08:03.489680 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb5241e-066e-48c9-8db4-d170e3326435 admin admin] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:08:03.498849 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-9bb5241e-066e-48c9-8db4-d170e3326435 admin admin] 10.222.0.11 "PUT /v2.0/routers/f1fe7f9a-0711-4dea-af9e-32723f2bb153/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5617127 May 18 10:08:03.728528 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-1934b651-4297-47ec-9d4f-23bf7362d6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fe7f9a-0711-4dea-af9e-32723f2bb153', 'name': 'tempest-TestShelveInstance-719251025-router', 'tenant_id': '14f70826dfac4499967f2408be89e22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'bd6ca2b3-f7d2-42b9-b098-a7c8f87d9d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:07:58Z', 'updated_at': '2021-05-18T10:08:02Z', 'revision_number': 4, 'project_id': '14f70826dfac4499967f2408be89e22e', 'gw_port': {'id': 'bd6ca2b3-f7d2-42b9-b098-a7c8f87d9d21', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:00:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1fe7f9a-0711-4dea-af9e-32723f2bb153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:07:58Z', 'updated_at': '2021-05-18T10:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': '3724429e-37c3-410f-9dad-9a7b32203d27', 'name': '', 'network_id': '879a7901-7dc1-4756-8810-65107618b3ec', 'tenant_id': '14f70826dfac4499967f2408be89e22e', 'mac_address': 'fa:16:3e:18:31:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1fe7f9a-0711-4dea-af9e-32723f2bb153', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '405dba87-3d00-4a31-92a1-dfa6732b843f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:08:01Z', 'updated_at': '2021-05-18T10:08:02Z', 'revision_number': 2, 'project_id': '14f70826dfac4499967f2408be89e22e', 'subnets': [{'id': '405dba87-3d00-4a31-92a1-dfa6732b843f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:03.732607 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1934b651-4297-47ec-9d4f-23bf7362d6c7 None None] The sync data for ids ['f1fe7f9a-0711-4dea-af9e-32723f2bb153'] in dv-cinder-772623-5-iscsi is: [{'id': 'f1fe7f9a-0711-4dea-af9e-32723f2bb153', 'name': 'tempest-TestShelveInstance-719251025-router', 'tenant_id': '14f70826dfac4499967f2408be89e22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'bd6ca2b3-f7d2-42b9-b098-a7c8f87d9d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:07:58Z', 'updated_at': '2021-05-18T10:08:02Z', 'revision_number': 4, 'project_id': '14f70826dfac4499967f2408be89e22e', 'gw_port': {'id': 'bd6ca2b3-f7d2-42b9-b098-a7c8f87d9d21', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:00:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1fe7f9a-0711-4dea-af9e-32723f2bb153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:07:58Z', 'updated_at': '2021-05-18T10:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': '3724429e-37c3-410f-9dad-9a7b32203d27', 'name': '', 'network_id': '879a7901-7dc1-4756-8810-65107618b3ec', 'tenant_id': '14f70826dfac4499967f2408be89e22e', 'mac_address': 'fa:16:3e:18:31:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1fe7f9a-0711-4dea-af9e-32723f2bb153', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '405dba87-3d00-4a31-92a1-dfa6732b843f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:08:01Z', 'updated_at': '2021-05-18T10:08:02Z', 'revision_number': 2, 'project_id': '14f70826dfac4499967f2408be89e22e', 'subnets': [{'id': '405dba87-3d00-4a31-92a1-dfa6732b843f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:08:03.808587 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91fe59-5d49-40c1-a683-e8974d00b244 req-b2ee1d34-0f0b-48fd-9554-87f8a2aeb117 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:03.810465 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-5c91fe59-5d49-40c1-a683-e8974d00b244 req-b2ee1d34-0f0b-48fd-9554-87f8a2aeb117 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 946 time: 0.0892811 May 18 10:08:03.870068 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-5c91fe59-5d49-40c1-a683-e8974d00b244 req-dee2a064-925b-4849-8ae2-9da1071468d7 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524240 May 18 10:08:04.062649 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 38948) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:04.068940 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-bee1772d-672d-4671-bb0e-869499d5fca2 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-77000227', 'description': 'tempest-secgroup-smoke-77000227 description', 'project_id': 'd9e96036aab94f77912fe8beeb7e7dc4'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:08:04.075467 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-bee1772d-672d-4671-bb0e-869499d5fca2 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:08:04.079789 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-bee1772d-672d-4671-bb0e-869499d5fca2 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Usage tracker for resource:security_group and tenant:d9e96036aab94f77912fe8beeb7e7dc4 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:08:04.082779 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-bee1772d-672d-4671-bb0e-869499d5fca2 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:08:04.089154 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-bee1772d-672d-4671-bb0e-869499d5fca2 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:08:04.100238 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-bee1772d-672d-4671-bb0e-869499d5fca2 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:04.121910 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-bee1772d-672d-4671-bb0e-869499d5fca2 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:08:04.125911 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-bee1772d-672d-4671-bb0e-869499d5fca2 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Usage tracker for resource:security_group_rule and tenant:d9e96036aab94f77912fe8beeb7e7dc4 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:08:04.128973 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-bee1772d-672d-4671-bb0e-869499d5fca2 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:08:04.135486 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-bee1772d-672d-4671-bb0e-869499d5fca2 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:08:04.217261 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-bee1772d-672d-4671-bb0e-869499d5fca2 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:04.222231 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-bee1772d-672d-4671-bb0e-869499d5fca2 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:04.227653 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-7780890b-4776-41f6-baad-5e32213dca1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:04.235525 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73223fc7-c257-4a8f-befe-369c3720ca1b req-e7ff692c-fce1-4740-9fb3-d0fce1075f54 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:04.237106 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-73223fc7-c257-4a8f-befe-369c3720ca1b req-e7ff692c-fce1-4740-9fb3-d0fce1075f54 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.10 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 946 time: 0.0966713 May 18 10:08:04.270438 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1772d-672d-4671-bb0e-869499d5fca2 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f872d53-29b9-439e-890d-b08c5b4da438,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:04.273574 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-bee1772d-672d-4671-bb0e-869499d5fca2 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:04.274933 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-bee1772d-672d-4671-bb0e-869499d5fca2 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:04.279046 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-bee1772d-672d-4671-bb0e-869499d5fca2 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.2121670 May 18 10:08:04.279369 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 38952) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:04.284663 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-246c17d4-7632-4e2a-b245-36e48332edba tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Request body: {'security_group_rule': {'security_group_id': '3f872d53-29b9-439e-890d-b08c5b4da438', 'project_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:08:04.291358 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-246c17d4-7632-4e2a-b245-36e48332edba tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:08:04.295728 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-246c17d4-7632-4e2a-b245-36e48332edba tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Usage tracker for resource:security_group_rule and tenant:d9e96036aab94f77912fe8beeb7e7dc4 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:08:04.298780 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-246c17d4-7632-4e2a-b245-36e48332edba tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:08:04.305566 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-246c17d4-7632-4e2a-b245-36e48332edba tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:08:04.330593 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-246c17d4-7632-4e2a-b245-36e48332edba tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:04.415664 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-246c17d4-7632-4e2a-b245-36e48332edba tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:04.420996 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-246c17d4-7632-4e2a-b245-36e48332edba tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971979'] for security_group_rule, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:04.424455 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:04.432795 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [req-73223fc7-c257-4a8f-befe-369c3720ca1b req-1ca79670-58e8-44de-a9a3-56d7ff025db3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Deleting port 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2 {{(pid=91254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:08:04.433076 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-73223fc7-c257-4a8f-befe-369c3720ca1b req-1ca79670-58e8-44de-a9a3-56d7ff025db3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:04.449405 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c17d4-7632-4e2a-b245-36e48332edba tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef19207-473b-4a7b-9d28-d8982c6a1e55,revision_number=0']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:04.454744 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-246c17d4-7632-4e2a-b245-36e48332edba tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:04.459620 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-246c17d4-7632-4e2a-b245-36e48332edba tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:04.463905 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-246c17d4-7632-4e2a-b245-36e48332edba tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1807976 May 18 10:08:04.464171 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 38956) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:04.469594 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-00ad1033-edd3-49f3-8f97-562f51e1bd76 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Request body: {'security_group_rule': {'security_group_id': '3f872d53-29b9-439e-890d-b08c5b4da438', 'project_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:08:04.475518 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-00ad1033-edd3-49f3-8f97-562f51e1bd76 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:08:04.480282 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-00ad1033-edd3-49f3-8f97-562f51e1bd76 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Usage tracker for resource:security_group_rule and tenant:d9e96036aab94f77912fe8beeb7e7dc4 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:08:04.483590 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-00ad1033-edd3-49f3-8f97-562f51e1bd76 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:08:04.489871 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-00ad1033-edd3-49f3-8f97-562f51e1bd76 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:08:04.509251 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-00ad1033-edd3-49f3-8f97-562f51e1bd76 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:04.577202 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-00ad1033-edd3-49f3-8f97-562f51e1bd76 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:04.581112 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-00ad1033-edd3-49f3-8f97-562f51e1bd76 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971979'] for security_group_rule, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:04.583107 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:04.596044 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [req-73223fc7-c257-4a8f-befe-369c3720ca1b req-1ca79670-58e8-44de-a9a3-56d7ff025db3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] For port 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2,segment=NetworkSegment(344b6fb3-a3d0-455a-aeed-cf4ea1882505),segment_id=344b6fb3-a3d0-455a-aeed-cf4ea1882505)] {{(pid=91254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:08:04.596415 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-73223fc7-c257-4a8f-befe-369c3720ca1b req-1ca79670-58e8-44de-a9a3-56d7ff025db3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:04.606245 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad1033-edd3-49f3-8f97-562f51e1bd76 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b4f99f3-37ae-48ae-bedb-8c74b3f4e7ba,revision_number=0']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:04.608867 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-00ad1033-edd3-49f3-8f97-562f51e1bd76 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:04.617765 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-00ad1033-edd3-49f3-8f97-562f51e1bd76 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:04.621861 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-00ad1033-edd3-49f3-8f97-562f51e1bd76 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1540296 May 18 10:08:04.622139 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 38960) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:04.627750 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-46060902-37d6-4ccf-90c2-745ebb0b24d0 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Request body: {'security_group_rule': {'security_group_id': '3f872d53-29b9-439e-890d-b08c5b4da438', 'project_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:08:04.634333 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-46060902-37d6-4ccf-90c2-745ebb0b24d0 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:08:04.638321 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-46060902-37d6-4ccf-90c2-745ebb0b24d0 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Usage tracker for resource:security_group_rule and tenant:d9e96036aab94f77912fe8beeb7e7dc4 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:08:04.641691 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-46060902-37d6-4ccf-90c2-745ebb0b24d0 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:08:04.648369 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-46060902-37d6-4ccf-90c2-745ebb0b24d0 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:08:04.669433 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-46060902-37d6-4ccf-90c2-745ebb0b24d0 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:04.741226 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-46060902-37d6-4ccf-90c2-745ebb0b24d0 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:04.746238 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-46060902-37d6-4ccf-90c2-745ebb0b24d0 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971979'] for security_group_rule, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:04.752656 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:04.773921 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46060902-37d6-4ccf-90c2-745ebb0b24d0 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b8dd3dc-375c-44f2-bd02-b9ba13ed4857,revision_number=0']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:04.776894 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-46060902-37d6-4ccf-90c2-745ebb0b24d0 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:04.785829 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-46060902-37d6-4ccf-90c2-745ebb0b24d0 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:04.790701 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-46060902-37d6-4ccf-90c2-745ebb0b24d0 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1673739 May 18 10:08:04.791397 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 38964) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:04.797062 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-55e7b447-f2f6-41ca-998a-3bbb1f4be38d tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Request body: {'security_group_rule': {'security_group_id': '3f872d53-29b9-439e-890d-b08c5b4da438', 'project_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:08:04.804870 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-55e7b447-f2f6-41ca-998a-3bbb1f4be38d tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:08:04.809272 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-55e7b447-f2f6-41ca-998a-3bbb1f4be38d tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Usage tracker for resource:security_group_rule and tenant:d9e96036aab94f77912fe8beeb7e7dc4 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:08:04.812842 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-55e7b447-f2f6-41ca-998a-3bbb1f4be38d tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:08:04.820378 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-55e7b447-f2f6-41ca-998a-3bbb1f4be38d tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:08:04.839654 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-55e7b447-f2f6-41ca-998a-3bbb1f4be38d tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:04.924119 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-55e7b447-f2f6-41ca-998a-3bbb1f4be38d tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:04.929581 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-55e7b447-f2f6-41ca-998a-3bbb1f4be38d tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971979'] for security_group_rule, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:04.932447 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-00ad1033-edd3-49f3-8f97-562f51e1bd76 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:04.958614 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e7b447-f2f6-41ca-998a-3bbb1f4be38d tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e17ff47-2b1f-4f02-bac2-c0c26a687852,revision_number=0']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:04.961958 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-55e7b447-f2f6-41ca-998a-3bbb1f4be38d tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:04.971689 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-55e7b447-f2f6-41ca-998a-3bbb1f4be38d tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:04.975514 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-55e7b447-f2f6-41ca-998a-3bbb1f4be38d tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1800573 May 18 10:08:04.978681 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 38970) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:04.984100 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-6c2be4f8-3d2e-476e-80a9-227f2fdae245 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Request body: {'security_group_rule': {'security_group_id': '3f872d53-29b9-439e-890d-b08c5b4da438', 'project_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:08:04.990259 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-6c2be4f8-3d2e-476e-80a9-227f2fdae245 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:08:04.997103 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-6c2be4f8-3d2e-476e-80a9-227f2fdae245 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Usage tracker for resource:security_group_rule and tenant:d9e96036aab94f77912fe8beeb7e7dc4 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:08:05.000351 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-6c2be4f8-3d2e-476e-80a9-227f2fdae245 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:08:05.006234 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-6c2be4f8-3d2e-476e-80a9-227f2fdae245 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:08:05.016740 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.db.securitygroups_db [None req-6c2be4f8-3d2e-476e-80a9-227f2fdae245 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Project d9e96036aab94f77912fe8beeb7e7dc4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 10:08:05.026927 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-6c2be4f8-3d2e-476e-80a9-227f2fdae245 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:05.102942 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-73223fc7-c257-4a8f-befe-369c3720ca1b req-1ca79670-58e8-44de-a9a3-56d7ff025db3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:05.103877 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-73223fc7-c257-4a8f-befe-369c3720ca1b req-1ca79670-58e8-44de-a9a3-56d7ff025db3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922060'] for floatingip, after_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:05.103877 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.db.l3_db [req-73223fc7-c257-4a8f-befe-369c3720ca1b req-1ca79670-58e8-44de-a9a3-56d7ff025db3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Floating IP d38981d5-af33-4cf4-8f86-57bcc4afb314 disassociated. External IP: 172.27.1.134, port: 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2. May 18 10:08:05.104212 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [req-73223fc7-c257-4a8f-befe-369c3720ca1b req-1ca79670-58e8-44de-a9a3-56d7ff025db3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Calling delete_port for 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2 owned by compute:nova {{(pid=91254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:08:05.107187 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-6c2be4f8-3d2e-476e-80a9-227f2fdae245 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:05.111948 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-6c2be4f8-3d2e-476e-80a9-227f2fdae245 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971979'] for security_group_rule, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:05.114066 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-55e7b447-f2f6-41ca-998a-3bbb1f4be38d tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:05.137678 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2be4f8-3d2e-476e-80a9-227f2fdae245 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faddbc2d-d28b-42e3-be85-6ec00836a43a,revision_number=0']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:05.140263 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-6c2be4f8-3d2e-476e-80a9-227f2fdae245 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:05.147532 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772d7b3-a169-4007-82d4-5a537f3e5c64 req-44ce475c-c9f2-4b53-a953-2c3d717a13a1 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:05.149363 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-6c2be4f8-3d2e-476e-80a9-227f2fdae245 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:05.150138 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f772d7b3-a169-4007-82d4-5a537f3e5c64 req-44ce475c-c9f2-4b53-a953-2c3d717a13a1 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 946 time: 0.1292183 May 18 10:08:05.153928 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-6c2be4f8-3d2e-476e-80a9-227f2fdae245 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1742108 May 18 10:08:05.154697 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 38974) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:05.160464 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-b0408262-1807-445f-8e42-6f742c8cef6c tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Request body: {'security_group_rule': {'security_group_id': '3f872d53-29b9-439e-890d-b08c5b4da438', 'project_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:08:05.166631 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-b0408262-1807-445f-8e42-6f742c8cef6c tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:08:05.170743 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-b0408262-1807-445f-8e42-6f742c8cef6c tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Usage tracker for resource:security_group_rule and tenant:d9e96036aab94f77912fe8beeb7e7dc4 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:08:05.173627 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-b0408262-1807-445f-8e42-6f742c8cef6c tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:08:05.179340 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-b0408262-1807-445f-8e42-6f742c8cef6c tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:08:05.189254 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.db.securitygroups_db [None req-b0408262-1807-445f-8e42-6f742c8cef6c tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Project d9e96036aab94f77912fe8beeb7e7dc4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 10:08:05.194922 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-b0408262-1807-445f-8e42-6f742c8cef6c tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:05.211735 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f772d7b3-a169-4007-82d4-5a537f3e5c64 req-64865568-54f4-44b2-b91e-f518628b92de tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=82832ba2-18ff-45a1-b06d-4742cd4b360a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543590 May 18 10:08:05.264981 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-b0408262-1807-445f-8e42-6f742c8cef6c tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:05.268830 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-b0408262-1807-445f-8e42-6f742c8cef6c tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971979'] for security_group_rule, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:05.277578 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-46060902-37d6-4ccf-90c2-745ebb0b24d0 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:05.287366 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-73223fc7-c257-4a8f-befe-369c3720ca1b req-1ca79670-58e8-44de-a9a3-56d7ff025db3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:05.299260 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0408262-1807-445f-8e42-6f742c8cef6c tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d5ea77f-c2ad-4684-9e96-5ce5186f811e,revision_number=0']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:05.299483 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-bd900bb3-4a4b-4e57-91a5-4a28a66ce13e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:05.302201 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-b0408262-1807-445f-8e42-6f742c8cef6c tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:05.309864 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-b0408262-1807-445f-8e42-6f742c8cef6c tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:05.311606 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-b0408262-1807-445f-8e42-6f742c8cef6c tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1560311 May 18 10:08:05.354942 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca79670-58e8-44de-a9a3-56d7ff025db3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Pushing event deleted for resources: {'Port': ['ID=0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:05.358519 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-1ca79670-58e8-44de-a9a3-56d7ff025db3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:05.550715 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73223fc7-c257-4a8f-befe-369c3720ca1b req-1ca79670-58e8-44de-a9a3-56d7ff025db3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Router cd6cc822-0524-4710-9104-7a9ad6c75e60 has already been hosted by L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb {{(pid=91254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:08:05.744862 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73223fc7-c257-4a8f-befe-369c3720ca1b req-1ca79670-58e8-44de-a9a3-56d7ff025db3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:08:05.756248 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb718cbc-f3d2-46d8-aa43-cb32c3bd59f8 None None] Sync routers for ids ['cd6cc822-0524-4710-9104-7a9ad6c75e60'] in dv-cinder-772623-5-iscsi {{(pid=91257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:08:05.773318 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb718cbc-f3d2-46d8-aa43-cb32c3bd59f8 None None] Routers {'cd6cc822-0524-4710-9104-7a9ad6c75e60'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:08:05.774252 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-fb718cbc-f3d2-46d8-aa43-cb32c3bd59f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:07:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['cd6cc822-0524-4710-9104-7a9ad6c75e60'], 'active': True} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:05.822780 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.l3_dvrscheduler_db [req-73223fc7-c257-4a8f-befe-369c3720ca1b req-1ca79670-58e8-44de-a9a3-56d7ff025db3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] No DVR routers for this DVR port 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2 on host hv-cinder-77262 {{(pid=91254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:08:05.834346 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-73223fc7-c257-4a8f-befe-369c3720ca1b req-1ca79670-58e8-44de-a9a3-56d7ff025db3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:05.838851 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30fa5531-330c-46fb-a5ef-8fc6cda3cefc', 'name': 'network-vif-deleted', 'tag': '0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2'}] {{(pid=91254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:08:05.866183 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-73223fc7-c257-4a8f-befe-369c3720ca1b req-1ca79670-58e8-44de-a9a3-56d7ff025db3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.10 "DELETE /v2.0/ports/0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2 HTTP/1.1" status: 204 len: 173 time: 1.6225274 May 18 10:08:05.928930 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30fa5531-330c-46fb-a5ef-8fc6cda3cefc', 'name': 'network-vif-deleted', 'tag': '0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2', 'status': 'completed', 'code': 200} May 18 10:08:06.041097 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvr_db [None req-fb718cbc-f3d2-46d8-aa43-cb32c3bd59f8 None None] Set router cd6cc822-0524-4710-9104-7a9ad6c75e60 gateway port host: dv-cinder-772623-5-iscsi {{(pid=91257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:08:06.115707 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device bd6ca2b3-f7d2-42b9-b098-a7c8f87d9d21 up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:08:06.188889 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning for port bd6ca2b3-f7d2-42b9-b098-a7c8f87d9d21 completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:08:06.195887 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port bd6ca2b3-f7d2-42b9-b098-a7c8f87d9d21 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:08:06.196514 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:06.422843 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:06.463352 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-ec8ee8bd-59fb-4225-a47e-161752cdc545 req-1cc917b6-0e3f-4eab-b235-fd683ef518cf tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Synchronizing usage tracker for tenant:f716dbf60ba7409595aa27a28db3f6ae on resource:port {{(pid=91254) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:08:06.466917 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] For port bd6ca2b3-f7d2-42b9-b098-a7c8f87d9d21, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=bd6ca2b3-f7d2-42b9-b098-a7c8f87d9d21,segment=NetworkSegment(f8569fa1-1255-4980-b926-c951cf4cc403),segment_id=f8569fa1-1255-4980-b926-c951cf4cc403)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:08:06.477443 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:06.481027 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:06.505774 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-ec8ee8bd-59fb-4225-a47e-161752cdc545 req-1cc917b6-0e3f-4eab-b235-fd683ef518cf tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Unset dirty status for tenant:f716dbf60ba7409595aa27a28db3f6ae on resource:port {{(pid=91254) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:08:06.507311 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ec8ee8bd-59fb-4225-a47e-161752cdc545 req-1cc917b6-0e3f-4eab-b235-fd683ef518cf tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=30fa5531-330c-46fb-a5ef-8fc6cda3cefc HTTP/1.1" status: 200 len: 210 time: 0.1469567 May 18 10:08:06.598702 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Pushing event updated for resources: {'Port': ['ID=bd6ca2b3-f7d2-42b9-b098-a7c8f87d9d21,revision_number=4']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:06.602279 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:06.618472 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-fb718cbc-f3d2-46d8-aa43-cb32c3bd59f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'name': 'tempest-AttachVolumeShelveTestJSON-2052202754-router', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd586b1d5-8448-4620-90dc-09e8be9550e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:54Z', 'updated_at': '2021-05-18T10:01:13Z', 'revision_number': 4, 'project_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'gw_port': {'id': 'd586b1d5-8448-4620-90dc-09e8be9550e9', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:56Z', 'updated_at': '2021-05-18T10:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'f5430441-e4f1-4ae6-b231-2f4fa13932d6', 'name': '', 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'mac_address': 'fa:16:3e:47:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '293e45ba-5a92-42da-8d0a-72e710626ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:01:09Z', 'updated_at': '2021-05-18T10:01:22Z', 'revision_number': 5, 'project_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'subnets': [{'id': '293e45ba-5a92-42da-8d0a-72e710626ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:06.622741 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb718cbc-f3d2-46d8-aa43-cb32c3bd59f8 None None] Checking router: cd6cc822-0524-4710-9104-7a9ad6c75e60 for host: dv-cinder-772623-5-iscsi {{(pid=91257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:08:06.631713 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb718cbc-f3d2-46d8-aa43-cb32c3bd59f8 None None] Routers {'cd6cc822-0524-4710-9104-7a9ad6c75e60'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:08:06.632325 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-fb718cbc-f3d2-46d8-aa43-cb32c3bd59f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:07:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['cd6cc822-0524-4710-9104-7a9ad6c75e60'], 'active': True} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:06.814007 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvr_db [None req-fb718cbc-f3d2-46d8-aa43-cb32c3bd59f8 None None] Set router cd6cc822-0524-4710-9104-7a9ad6c75e60 gateway port host: dv-cinder-772623-5-iscsi {{(pid=91257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:08:07.123716 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-fb718cbc-f3d2-46d8-aa43-cb32c3bd59f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'name': 'tempest-AttachVolumeShelveTestJSON-2052202754-router', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd586b1d5-8448-4620-90dc-09e8be9550e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:54Z', 'updated_at': '2021-05-18T10:01:13Z', 'revision_number': 4, 'project_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'gw_port': {'id': 'd586b1d5-8448-4620-90dc-09e8be9550e9', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:56Z', 'updated_at': '2021-05-18T10:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'f5430441-e4f1-4ae6-b231-2f4fa13932d6', 'name': '', 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'mac_address': 'fa:16:3e:47:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '293e45ba-5a92-42da-8d0a-72e710626ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:01:09Z', 'updated_at': '2021-05-18T10:01:22Z', 'revision_number': 5, 'project_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'subnets': [{'id': '293e45ba-5a92-42da-8d0a-72e710626ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:07.127879 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb718cbc-f3d2-46d8-aa43-cb32c3bd59f8 None None] The sync data for ids ['cd6cc822-0524-4710-9104-7a9ad6c75e60'] in dv-cinder-772623-5-iscsi is: [{'id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'name': 'tempest-AttachVolumeShelveTestJSON-2052202754-router', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd586b1d5-8448-4620-90dc-09e8be9550e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:54Z', 'updated_at': '2021-05-18T10:01:13Z', 'revision_number': 4, 'project_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'gw_port': {'id': 'd586b1d5-8448-4620-90dc-09e8be9550e9', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:56Z', 'updated_at': '2021-05-18T10:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'f5430441-e4f1-4ae6-b231-2f4fa13932d6', 'name': '', 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'mac_address': 'fa:16:3e:47:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '293e45ba-5a92-42da-8d0a-72e710626ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:01:09Z', 'updated_at': '2021-05-18T10:01:22Z', 'revision_number': 5, 'project_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'subnets': [{'id': '293e45ba-5a92-42da-8d0a-72e710626ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:08:07.490319 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecea0c0-8408-43a8-b1d0-661b809ef15e None None] New status for floating IP d38981d5-af33-4cf4-8f86-57bcc4afb314: DOWN {{(pid=91256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 10:08:07.540680 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1472f0-54a1-4a32-b3eb-29a63f75657f None None] Sync routers for ids ['f1fe7f9a-0711-4dea-af9e-32723f2bb153'] in dv-cinder-772623-5-iscsi {{(pid=91257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:08:07.555504 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1472f0-54a1-4a32-b3eb-29a63f75657f None None] Routers {'f1fe7f9a-0711-4dea-af9e-32723f2bb153'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:08:07.556233 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-aa1472f0-54a1-4a32-b3eb-29a63f75657f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:07:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['f1fe7f9a-0711-4dea-af9e-32723f2bb153'], 'active': True} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:07.663354 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 39042) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:07.733626 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-a02bd23b-7499-4646-9393-a8d8c6ea7369 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:07.773393 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-a02bd23b-7499-4646-9393-a8d8c6ea7369 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:07.806556 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvr_db [None req-aa1472f0-54a1-4a32-b3eb-29a63f75657f None None] Set router f1fe7f9a-0711-4dea-af9e-32723f2bb153 gateway port host: dv-cinder-772623-5-iscsi {{(pid=91257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:08:07.848324 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-a02bd23b-7499-4646-9393-a8d8c6ea7369 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:07.854596 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-c4a883de-27fd-4ec2-aeef-c2932e0d5a5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:07.871767 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02bd23b-7499-4646-9393-a8d8c6ea7369 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82832ba2-18ff-45a1-b06d-4742cd4b360a,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:07.875594 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-a02bd23b-7499-4646-9393-a8d8c6ea7369 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:07.888209 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-a02bd23b-7499-4646-9393-a8d8c6ea7369 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:07.889872 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-a02bd23b-7499-4646-9393-a8d8c6ea7369 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "DELETE /v2.0/security-groups/82832ba2-18ff-45a1-b06d-4742cd4b360a HTTP/1.1" status: 204 len: 168 time: 0.2252343 May 18 10:08:07.893360 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 39046) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:07.913467 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.api.v2.resource [None req-d5d2ce15-da87-4b52-b49a-25135fddb972 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] show failed (client error): The resource could not be found. May 18 10:08:07.914540 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-d5d2ce15-da87-4b52-b49a-25135fddb972 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups/82832ba2-18ff-45a1-b06d-4742cd4b360a HTTP/1.1" status: 404 len: 347 time: 0.0193172 May 18 10:08:07.917473 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 39050) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:08.048022 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device bd6ca2b3-f7d2-42b9-b098-a7c8f87d9d21 up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:08:08.125745 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port bd6ca2b3-f7d2-42b9-b098-a7c8f87d9d21 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:08:08.126539 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:08.179082 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [None req-a75e1aa8-cb1d-4d60-93e5-67b780e99d8b tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Deleting port 95e485fc-49f0-4fe2-866c-259003451110 {{(pid=91255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:08:08.179691 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-a75e1aa8-cb1d-4d60-93e5-67b780e99d8b tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:08.275962 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:08:08.306765 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-aa1472f0-54a1-4a32-b3eb-29a63f75657f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fe7f9a-0711-4dea-af9e-32723f2bb153', 'name': 'tempest-TestShelveInstance-719251025-router', 'tenant_id': '14f70826dfac4499967f2408be89e22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'bd6ca2b3-f7d2-42b9-b098-a7c8f87d9d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:07:58Z', 'updated_at': '2021-05-18T10:08:02Z', 'revision_number': 4, 'project_id': '14f70826dfac4499967f2408be89e22e', 'gw_port': {'id': 'bd6ca2b3-f7d2-42b9-b098-a7c8f87d9d21', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:00:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fe7f9a-0711-4dea-af9e-32723f2bb153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:07:58Z', 'updated_at': '2021-05-18T10:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': '3724429e-37c3-410f-9dad-9a7b32203d27', 'name': '', 'network_id': '879a7901-7dc1-4756-8810-65107618b3ec', 'tenant_id': '14f70826dfac4499967f2408be89e22e', 'mac_address': 'fa:16:3e:18:31:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1fe7f9a-0711-4dea-af9e-32723f2bb153', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '405dba87-3d00-4a31-92a1-dfa6732b843f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:08:01Z', 'updated_at': '2021-05-18T10:08:02Z', 'revision_number': 2, 'project_id': '14f70826dfac4499967f2408be89e22e', 'subnets': [{'id': '405dba87-3d00-4a31-92a1-dfa6732b843f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:08.313601 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1472f0-54a1-4a32-b3eb-29a63f75657f None None] Checking router: f1fe7f9a-0711-4dea-af9e-32723f2bb153 for host: dv-cinder-772623-5-iscsi {{(pid=91257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:08:08.314037 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1472f0-54a1-4a32-b3eb-29a63f75657f None None] Updating router f1fe7f9a-0711-4dea-af9e-32723f2bb153 port 3724429e-37c3-410f-9dad-9a7b32203d27 binding host dv-cinder-772623-5-iscsi {{(pid=91257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 10:08:08.314675 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] No Port match for: 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2 {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:08:08.315225 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 0b7cd4a7-4ffc-472d-80e8-cd32e15e06a2 not bound to the agent host hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:08:08.330661 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-a75e1aa8-cb1d-4d60-93e5-67b780e99d8b tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:08.331220 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-a75e1aa8-cb1d-4d60-93e5-67b780e99d8b tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:08.463562 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-aa1472f0-54a1-4a32-b3eb-29a63f75657f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:08.463853 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [None req-a75e1aa8-cb1d-4d60-93e5-67b780e99d8b tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Calling delete_port for 95e485fc-49f0-4fe2-866c-259003451110 owned by network:floatingip {{(pid=91255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:08:08.605583 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-a75e1aa8-cb1d-4d60-93e5-67b780e99d8b tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278795'] for port, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:08.610735 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-fd4231e0-6546-4cbb-bc8a-cea57342ea56 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:08.657552 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e1aa8-cb1d-4d60-93e5-67b780e99d8b tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Pushing event deleted for resources: {'Port': ['ID=95e485fc-49f0-4fe2-866c-259003451110,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:08.695881 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-a75e1aa8-cb1d-4d60-93e5-67b780e99d8b tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:08.761975 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-a75e1aa8-cb1d-4d60-93e5-67b780e99d8b tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for floatingip, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:08.781641 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-a75e1aa8-cb1d-4d60-93e5-67b780e99d8b tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for floatingip, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:08.782907 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-a75e1aa8-cb1d-4d60-93e5-67b780e99d8b tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "DELETE /v2.0/floatingips/d38981d5-af33-4cf4-8f86-57bcc4afb314 HTTP/1.1" status: 204 len: 168 time: 0.8645635 May 18 10:08:08.883391 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-aa1472f0-54a1-4a32-b3eb-29a63f75657f None None] Notify callbacks [] for port, precommit_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:08.895116 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.provisioning_blocks [None req-aa1472f0-54a1-4a32-b3eb-29a63f75657f None None] Transition to ACTIVE for port object 3724429e-37c3-410f-9dad-9a7b32203d27 will not be triggered until provisioned by entity L2. {{(pid=91257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:08:08.902532 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-aa1472f0-54a1-4a32-b3eb-29a63f75657f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:08.906491 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:09.041910 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42812dce-d9ce-43a5-bab1-5a2137c6e051 None None] Pushing event updated for resources: {'Port': ['ID=3724429e-37c3-410f-9dad-9a7b32203d27,revision_number=3']} {{(pid=91257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:09.072044 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG oslo_concurrency.lockutils [None req-42812dce-d9ce-43a5-bab1-5a2137c6e051 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:09.129351 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 39058) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:09.135217 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-f34a731d-7ffd-46bf-ad3b-bf521e8f166c tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1516725086', 'description': 'tempest-description--696033354'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:08:09.142031 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-f34a731d-7ffd-46bf-ad3b-bf521e8f166c tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:08:09.144788 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.managers [None req-aa1472f0-54a1-4a32-b3eb-29a63f75657f None None] Attempting to bind port 3724429e-37c3-410f-9dad-9a7b32203d27 on host dv-cinder-772623-5-iscsi for vnic_type normal with profile {{(pid=91257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:08:09.145190 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.managers [None req-aa1472f0-54a1-4a32-b3eb-29a63f75657f None None] Attempting to bind port 3724429e-37c3-410f-9dad-9a7b32203d27 by drivers openvswitch,hyperv on host dv-cinder-772623-5-iscsi at level 0 using segments [{'id': '9042e815-c83b-4f67-9c33-cd21acddfbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '879a7901-7dc1-4756-8810-65107618b3ec'}] {{(pid=91257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:08:09.145552 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1472f0-54a1-4a32-b3eb-29a63f75657f None None] Attempting to bind port 3724429e-37c3-410f-9dad-9a7b32203d27 on network 879a7901-7dc1-4756-8810-65107618b3ec {{(pid=91257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:08:09.147520 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-f34a731d-7ffd-46bf-ad3b-bf521e8f166c tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Usage tracker for resource:security_group and tenant:f716dbf60ba7409595aa27a28db3f6ae is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:08:09.151726 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1472f0-54a1-4a32-b3eb-29a63f75657f None None] Checking agent: {'id': '5371dcab-484f-4434-b508-32f41307ace8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 25), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:08:09.151903 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-f34a731d-7ffd-46bf-ad3b-bf521e8f166c tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:08:09.152227 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1472f0-54a1-4a32-b3eb-29a63f75657f None None] Checking segment: {'id': '9042e815-c83b-4f67-9c33-cd21acddfbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '879a7901-7dc1-4756-8810-65107618b3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:08:09.152702 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-aa1472f0-54a1-4a32-b3eb-29a63f75657f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:09.153161 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1472f0-54a1-4a32-b3eb-29a63f75657f None None] Bound using segment: {'id': '9042e815-c83b-4f67-9c33-cd21acddfbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '879a7901-7dc1-4756-8810-65107618b3ec'} {{(pid=91257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:08:09.153703 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.managers [None req-aa1472f0-54a1-4a32-b3eb-29a63f75657f None None] Bound port: 3724429e-37c3-410f-9dad-9a7b32203d27, host: dv-cinder-772623-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9042e815-c83b-4f67-9c33-cd21acddfbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '879a7901-7dc1-4756-8810-65107618b3ec'}}] {{(pid=91257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:08:09.154144 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-aa1472f0-54a1-4a32-b3eb-29a63f75657f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:09.158873 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-f34a731d-7ffd-46bf-ad3b-bf521e8f166c tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:08:09.174180 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f34a731d-7ffd-46bf-ad3b-bf521e8f166c tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:09.201682 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-f34a731d-7ffd-46bf-ad3b-bf521e8f166c tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:08:09.206108 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-f34a731d-7ffd-46bf-ad3b-bf521e8f166c tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Usage tracker for resource:security_group_rule and tenant:f716dbf60ba7409595aa27a28db3f6ae is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:08:09.209139 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-f34a731d-7ffd-46bf-ad3b-bf521e8f166c tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:08:09.215634 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-f34a731d-7ffd-46bf-ad3b-bf521e8f166c tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:08:09.260370 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.db [None req-aa1472f0-54a1-4a32-b3eb-29a63f75657f None None] For port 3724429e-37c3-410f-9dad-9a7b32203d27, host dv-cinder-772623-5-iscsi, cleared binding levels {{(pid=91257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:08:09.264068 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.db [None req-aa1472f0-54a1-4a32-b3eb-29a63f75657f None None] For port 3724429e-37c3-410f-9dad-9a7b32203d27, host dv-cinder-772623-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=3724429e-37c3-410f-9dad-9a7b32203d27,segment=NetworkSegment(9042e815-c83b-4f67-9c33-cd21acddfbc3),segment_id=9042e815-c83b-4f67-9c33-cd21acddfbc3)] {{(pid=91257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:08:09.271524 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-aa1472f0-54a1-4a32-b3eb-29a63f75657f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:09.276527 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG oslo_concurrency.lockutils [None req-30648778-36ef-402a-988a-7e6dcd678740 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:09.297926 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f34a731d-7ffd-46bf-ad3b-bf521e8f166c tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:09.305440 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f34a731d-7ffd-46bf-ad3b-bf521e8f166c tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:09.311488 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-77ed1fef-309c-4463-ae53-283ed3880cbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:09.359967 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1472f0-54a1-4a32-b3eb-29a63f75657f None None] Routers {'f1fe7f9a-0711-4dea-af9e-32723f2bb153'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:08:09.360650 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-aa1472f0-54a1-4a32-b3eb-29a63f75657f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:07:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['f1fe7f9a-0711-4dea-af9e-32723f2bb153'], 'active': True} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:09.362068 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a731d-7ffd-46bf-ad3b-bf521e8f166c tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49e12c57-04f6-416c-997a-0cda4074fd32,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:09.365739 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-f34a731d-7ffd-46bf-ad3b-bf521e8f166c tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:09.366795 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f34a731d-7ffd-46bf-ad3b-bf521e8f166c tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:09.373988 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-f34a731d-7ffd-46bf-ad3b-bf521e8f166c tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2409241 May 18 10:08:09.374433 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 39064) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:09.380215 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-89318887-4553-48c4-8e60-96780f2b26f3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Request body: {'security_group_rule': {'security_group_id': '49e12c57-04f6-416c-997a-0cda4074fd32', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:08:09.386754 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-89318887-4553-48c4-8e60-96780f2b26f3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:08:09.391274 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-89318887-4553-48c4-8e60-96780f2b26f3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Usage tracker for resource:security_group_rule and tenant:f716dbf60ba7409595aa27a28db3f6ae is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:08:09.394682 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-89318887-4553-48c4-8e60-96780f2b26f3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:08:09.407468 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-89318887-4553-48c4-8e60-96780f2b26f3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:08:09.439374 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42812dce-d9ce-43a5-bab1-5a2137c6e051 None None] Pushing event updated for resources: {'Port': ['ID=3724429e-37c3-410f-9dad-9a7b32203d27,revision_number=4']} {{(pid=91257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:09.439601 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-89318887-4553-48c4-8e60-96780f2b26f3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:09.443281 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG oslo_concurrency.lockutils [None req-42812dce-d9ce-43a5-bab1-5a2137c6e051 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:09.537281 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-89318887-4553-48c4-8e60-96780f2b26f3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:09.545457 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-89318887-4553-48c4-8e60-96780f2b26f3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971979'] for security_group_rule, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:09.548324 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:09.571900 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89318887-4553-48c4-8e60-96780f2b26f3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45eb6ec0-d120-43fc-91d7-2b6e0860dd7c,revision_number=0']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:09.578842 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-89318887-4553-48c4-8e60-96780f2b26f3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:09.595529 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-89318887-4553-48c4-8e60-96780f2b26f3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:09.599832 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 39068) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:09.599966 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-89318887-4553-48c4-8e60-96780f2b26f3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2243950 May 18 10:08:09.605913 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-c1c09e75-2d2d-4722-930d-102012418af7 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Request body: {'security_group_rule': {'security_group_id': '49e12c57-04f6-416c-997a-0cda4074fd32', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:08:09.613293 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-c1c09e75-2d2d-4722-930d-102012418af7 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:08:09.614159 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvr_db [None req-aa1472f0-54a1-4a32-b3eb-29a63f75657f None None] Set router f1fe7f9a-0711-4dea-af9e-32723f2bb153 gateway port host: dv-cinder-772623-5-iscsi {{(pid=91257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:08:09.618402 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-c1c09e75-2d2d-4722-930d-102012418af7 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Usage tracker for resource:security_group_rule and tenant:f716dbf60ba7409595aa27a28db3f6ae is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:08:09.621521 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-c1c09e75-2d2d-4722-930d-102012418af7 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:08:09.628700 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-c1c09e75-2d2d-4722-930d-102012418af7 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:08:09.652385 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c1c09e75-2d2d-4722-930d-102012418af7 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:09.729038 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c1c09e75-2d2d-4722-930d-102012418af7 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:09.734019 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c1c09e75-2d2d-4722-930d-102012418af7 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971979'] for security_group_rule, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:09.748959 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-b9db4fc5-102f-4071-8db0-4c32ac58f71e tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:09.791992 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c09e75-2d2d-4722-930d-102012418af7 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e325c9b-30e3-458c-b5bf-70692cdbf1a5,revision_number=0']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:09.798117 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-c1c09e75-2d2d-4722-930d-102012418af7 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:09.804701 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c1c09e75-2d2d-4722-930d-102012418af7 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:09.809886 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-c1c09e75-2d2d-4722-930d-102012418af7 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2051561 May 18 10:08:09.810093 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 39072) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:09.815597 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-59a9d7a5-4ea3-4f34-b261-8fd3d9637c51 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Request body: {'floatingip': {'floating_network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:08:09.825401 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-59a9d7a5-4ea3-4f34-b261-8fd3d9637c51 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:08:09.830152 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-59a9d7a5-4ea3-4f34-b261-8fd3d9637c51 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Usage tracker for resource:floatingip and tenant:f716dbf60ba7409595aa27a28db3f6ae is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:08:09.834264 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-59a9d7a5-4ea3-4f34-b261-8fd3d9637c51 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:08:09.841810 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-59a9d7a5-4ea3-4f34-b261-8fd3d9637c51 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:08:09.858258 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-59a9d7a5-4ea3-4f34-b261-8fd3d9637c51 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for floatingip, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:09.976812 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-aa1472f0-54a1-4a32-b3eb-29a63f75657f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fe7f9a-0711-4dea-af9e-32723f2bb153', 'name': 'tempest-TestShelveInstance-719251025-router', 'tenant_id': '14f70826dfac4499967f2408be89e22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'bd6ca2b3-f7d2-42b9-b098-a7c8f87d9d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:07:58Z', 'updated_at': '2021-05-18T10:08:02Z', 'revision_number': 4, 'project_id': '14f70826dfac4499967f2408be89e22e', 'gw_port': {'id': 'bd6ca2b3-f7d2-42b9-b098-a7c8f87d9d21', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:00:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fe7f9a-0711-4dea-af9e-32723f2bb153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:07:58Z', 'updated_at': '2021-05-18T10:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': '3724429e-37c3-410f-9dad-9a7b32203d27', 'name': '', 'network_id': '879a7901-7dc1-4756-8810-65107618b3ec', 'tenant_id': '14f70826dfac4499967f2408be89e22e', 'mac_address': 'fa:16:3e:18:31:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1fe7f9a-0711-4dea-af9e-32723f2bb153', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '405dba87-3d00-4a31-92a1-dfa6732b843f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:08:01Z', 'updated_at': '2021-05-18T10:08:09Z', 'revision_number': 4, 'project_id': '14f70826dfac4499967f2408be89e22e', 'subnets': [{'id': '405dba87-3d00-4a31-92a1-dfa6732b843f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:09.981945 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1472f0-54a1-4a32-b3eb-29a63f75657f None None] The sync data for ids ['f1fe7f9a-0711-4dea-af9e-32723f2bb153'] in dv-cinder-772623-5-iscsi is: [{'id': 'f1fe7f9a-0711-4dea-af9e-32723f2bb153', 'name': 'tempest-TestShelveInstance-719251025-router', 'tenant_id': '14f70826dfac4499967f2408be89e22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'bd6ca2b3-f7d2-42b9-b098-a7c8f87d9d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:07:58Z', 'updated_at': '2021-05-18T10:08:02Z', 'revision_number': 4, 'project_id': '14f70826dfac4499967f2408be89e22e', 'gw_port': {'id': 'bd6ca2b3-f7d2-42b9-b098-a7c8f87d9d21', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:00:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fe7f9a-0711-4dea-af9e-32723f2bb153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:07:58Z', 'updated_at': '2021-05-18T10:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': '3724429e-37c3-410f-9dad-9a7b32203d27', 'name': '', 'network_id': '879a7901-7dc1-4756-8810-65107618b3ec', 'tenant_id': '14f70826dfac4499967f2408be89e22e', 'mac_address': 'fa:16:3e:18:31:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1fe7f9a-0711-4dea-af9e-32723f2bb153', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '405dba87-3d00-4a31-92a1-dfa6732b843f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:08:01Z', 'updated_at': '2021-05-18T10:08:09Z', 'revision_number': 4, 'project_id': '14f70826dfac4499967f2408be89e22e', 'subnets': [{'id': '405dba87-3d00-4a31-92a1-dfa6732b843f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:08:10.018761 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-59a9d7a5-4ea3-4f34-b261-8fd3d9637c51 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:10.081440 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device 3724429e-37c3-410f-9dad-9a7b32203d27 up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:08:10.157524 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning for port 3724429e-37c3-410f-9dad-9a7b32203d27 completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:08:10.162993 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port 3724429e-37c3-410f-9dad-9a7b32203d27 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:08:10.163452 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:10.189847 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.db_base_plugin_common [None req-59a9d7a5-4ea3-4f34-b261-8fd3d9637c51 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Allocated IP 172.27.1.165 (bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3/bad1a46d-7140-454d-84c6-4b97dc4a536e/d3677f29-0347-4c88-be04-68f92e0cde21) {{(pid=91254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:08:10.348685 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:10.388943 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] For port 3724429e-37c3-410f-9dad-9a7b32203d27, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=3724429e-37c3-410f-9dad-9a7b32203d27,segment=NetworkSegment(9042e815-c83b-4f67-9c33-cd21acddfbc3),segment_id=9042e815-c83b-4f67-9c33-cd21acddfbc3)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:08:10.393149 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:10.395440 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:10.467403 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Pushing event updated for resources: {'Port': ['ID=3724429e-37c3-410f-9dad-9a7b32203d27,revision_number=5']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:10.471133 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:10.494581 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-59a9d7a5-4ea3-4f34-b261-8fd3d9637c51 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for port, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:10.527017 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-59a9d7a5-4ea3-4f34-b261-8fd3d9637c51 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:10.530848 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-9f6abf99-4330-4c2a-ab99-2a6efe83ed9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:10.596306 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a9d7a5-4ea3-4f34-b261-8fd3d9637c51 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Network bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3 is already hosted by enough agents. {{(pid=91254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:08:10.599295 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.base_scheduler [None req-59a9d7a5-4ea3-4f34-b261-8fd3d9637c51 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Resources bound (agent type, host, resource id): {{(pid=91254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:08:10.603276 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a9d7a5-4ea3-4f34-b261-8fd3d9637c51 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Received port after_create {{(pid=91254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:08:10.642717 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9d7a5-4ea3-4f34-b261-8fd3d9637c51 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Pushing event updated for resources: {'Port': ['ID=d3677f29-0347-4c88-be04-68f92e0cde21,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:10.650907 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-59a9d7a5-4ea3-4f34-b261-8fd3d9637c51 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:10.693660 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-59a9d7a5-4ea3-4f34-b261-8fd3d9637c51 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:10.753590 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-59a9d7a5-4ea3-4f34-b261-8fd3d9637c51 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:10.968725 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-59a9d7a5-4ea3-4f34-b261-8fd3d9637c51 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for port, precommit_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:10.973100 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-59a9d7a5-4ea3-4f34-b261-8fd3d9637c51 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2477981'] for port, after_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:10.976806 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:11.089929 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9d7a5-4ea3-4f34-b261-8fd3d9637c51 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Pushing event updated for resources: {'Port': ['ID=d3677f29-0347-4c88-be04-68f92e0cde21,revision_number=2']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:11.094733 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-59a9d7a5-4ea3-4f34-b261-8fd3d9637c51 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:11.104340 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-59a9d7a5-4ea3-4f34-b261-8fd3d9637c51 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922060'] for floatingip, after_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:11.127259 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-59a9d7a5-4ea3-4f34-b261-8fd3d9637c51 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for floatingip, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:11.128689 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-59a9d7a5-4ea3-4f34-b261-8fd3d9637c51 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3176546 May 18 10:08:11.293709 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-8af57351-f485-4584-a14d-3732de69dedb req-b9ba6fd0-5dfb-4d92-8a47-f73a42c73c47 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Synchronizing usage tracker for tenant:f716dbf60ba7409595aa27a28db3f6ae on resource:security_group {{(pid=91254) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:08:11.309591 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-8af57351-f485-4584-a14d-3732de69dedb req-b9ba6fd0-5dfb-4d92-8a47-f73a42c73c47 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Unset dirty status for tenant:f716dbf60ba7409595aa27a28db3f6ae on resource:security_group {{(pid=91254) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:08:11.310904 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-8af57351-f485-4584-a14d-3732de69dedb req-b9ba6fd0-5dfb-4d92-8a47-f73a42c73c47 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1516725086&fields=id&tenant_id=f716dbf60ba7409595aa27a28db3f6ae HTTP/1.1" status: 200 len: 267 time: 0.0581486 May 18 10:08:11.466811 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af57351-f485-4584-a14d-3732de69dedb req-15654cc2-9667-40a6-9722-6f8220e1836d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:11.468235 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-8af57351-f485-4584-a14d-3732de69dedb req-15654cc2-9667-40a6-9722-6f8220e1836d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/networks?id=fe6c80e1-177e-4a34-ab74-aff33bd088bf HTTP/1.1" status: 200 len: 817 time: 0.1504614 May 18 10:08:11.483946 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-8af57351-f485-4584-a14d-3732de69dedb req-8cbaf4ef-ec84-4686-a6be-2c39bdef336e tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/quotas/f716dbf60ba7409595aa27a28db3f6ae HTTP/1.1" status: 200 len: 375 time: 0.0097425 May 18 10:08:11.568518 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-8af57351-f485-4584-a14d-3732de69dedb req-9721eede-f06e-4883-8b2c-79d5d81417ee tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f716dbf60ba7409595aa27a28db3f6ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0792394 May 18 10:08:11.810733 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-8af57351-f485-4584-a14d-3732de69dedb req-ea298885-cacc-4c73-980d-f9dc1247e330 service neutron] 10.222.0.11 "GET /v2.0/networks/fe6c80e1-177e-4a34-ab74-aff33bd088bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297273 May 18 10:08:11.946631 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-8af57351-f485-4584-a14d-3732de69dedb req-7df1d237-f21a-44c3-9c9c-5a80cf080f75 service neutron] 10.222.0.11 "GET /v2.0/networks/fe6c80e1-177e-4a34-ab74-aff33bd088bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299839 May 18 10:08:12.030602 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device 3724429e-37c3-410f-9dad-9a7b32203d27 up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:08:12.113256 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port 3724429e-37c3-410f-9dad-9a7b32203d27 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:08:12.113634 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:12.143293 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-b66fa19d-96ae-49c0-8000-f68a861eaa34 req-6a1da9f3-6468-43dc-8472-e3edb3222c57 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Synchronizing usage tracker for tenant:f716dbf60ba7409595aa27a28db3f6ae on resource:port {{(pid=91255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:08:12.165337 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-b66fa19d-96ae-49c0-8000-f68a861eaa34 req-6a1da9f3-6468-43dc-8472-e3edb3222c57 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Unset dirty status for tenant:f716dbf60ba7409595aa27a28db3f6ae on resource:port {{(pid=91255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:08:12.166784 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b66fa19d-96ae-49c0-8000-f68a861eaa34 req-6a1da9f3-6468-43dc-8472-e3edb3222c57 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 210 time: 0.0695930 May 18 10:08:13.244329 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af57351-f485-4584-a14d-3732de69dedb req-aa334f44-e854-433c-9822-bd8b319bcb95 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:13.246591 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-8af57351-f485-4584-a14d-3732de69dedb req-aa334f44-e854-433c-9822-bd8b319bcb95 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.10 "GET /v2.0/networks?id=fe6c80e1-177e-4a34-ab74-aff33bd088bf HTTP/1.1" status: 200 len: 817 time: 0.1542292 May 18 10:08:13.340360 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-8af57351-f485-4584-a14d-3732de69dedb req-f7524f16-1ef9-4ffe-aecf-a58f4c5acf0c tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f716dbf60ba7409595aa27a28db3f6ae HTTP/1.1" status: 200 len: 380 time: 0.0844207 May 18 10:08:13.347102 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-b93ee9dc-d6e3-4ccb-a31d-f146d2056551 req-ca50b279-b920-4901-8ae7-854c5ed12499 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 210 time: 0.0520418 May 18 10:08:13.353373 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [req-8af57351-f485-4584-a14d-3732de69dedb req-2e0ec51a-074e-49ef-9037-f07c474e48fb tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Request body: {'port': {'device_id': '27a427bf-d65e-4c5c-8e89-72947051fe7a', 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf', 'admin_state_up': True, 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'security_groups': ['49e12c57-04f6-416c-997a-0cda4074fd32']}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:08:13.491975 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [req-8af57351-f485-4584-a14d-3732de69dedb req-2e0ec51a-074e-49ef-9037-f07c474e48fb tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:08:13.502524 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [req-8af57351-f485-4584-a14d-3732de69dedb req-2e0ec51a-074e-49ef-9037-f07c474e48fb tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:08:13.512421 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8af57351-f485-4584-a14d-3732de69dedb req-2e0ec51a-074e-49ef-9037-f07c474e48fb tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Made reservation on behalf of f716dbf60ba7409595aa27a28db3f6ae for: {'port': 1} {{(pid=91254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:08:13.515881 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-8af57351-f485-4584-a14d-3732de69dedb req-2e0ec51a-074e-49ef-9037-f07c474e48fb tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:13.781662 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.db_base_plugin_common [req-8af57351-f485-4584-a14d-3732de69dedb req-2e0ec51a-074e-49ef-9037-f07c474e48fb tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Allocated IP 172.20.0.12 (fe6c80e1-177e-4a34-ab74-aff33bd088bf/293e45ba-5a92-42da-8d0a-72e710626ff2/a98a426e-8bfd-475c-8242-74ee74587518) {{(pid=91254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:08:13.972403 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-8af57351-f485-4584-a14d-3732de69dedb req-2e0ec51a-074e-49ef-9037-f07c474e48fb tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for port, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:13.989313 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.provisioning_blocks [req-8af57351-f485-4584-a14d-3732de69dedb req-2e0ec51a-074e-49ef-9037-f07c474e48fb tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Transition to ACTIVE for port object a98a426e-8bfd-475c-8242-74ee74587518 will not be triggered until provisioned by entity DHCP. {{(pid=91254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:08:14.014594 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-8af57351-f485-4584-a14d-3732de69dedb req-2e0ec51a-074e-49ef-9037-f07c474e48fb tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:14.021399 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-01b281c5-eb67-46d3-ba28-45f86e17518b tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:14.091257 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8af57351-f485-4584-a14d-3732de69dedb req-2e0ec51a-074e-49ef-9037-f07c474e48fb tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Network fe6c80e1-177e-4a34-ab74-aff33bd088bf is already hosted by enough agents. {{(pid=91254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:08:14.094376 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.base_scheduler [req-8af57351-f485-4584-a14d-3732de69dedb req-2e0ec51a-074e-49ef-9037-f07c474e48fb tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Resources bound (agent type, host, resource id): {{(pid=91254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:08:14.096951 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af57351-f485-4584-a14d-3732de69dedb req-2e0ec51a-074e-49ef-9037-f07c474e48fb tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Received port after_create {{(pid=91254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:08:14.140354 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ec51a-074e-49ef-9037-f07c474e48fb tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Pushing event updated for resources: {'Port': ['ID=a98a426e-8bfd-475c-8242-74ee74587518,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:14.143269 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-2e0ec51a-074e-49ef-9037-f07c474e48fb tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:14.171512 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af57351-f485-4584-a14d-3732de69dedb req-2e0ec51a-074e-49ef-9037-f07c474e48fb tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:14.172153 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-8af57351-f485-4584-a14d-3732de69dedb req-2e0ec51a-074e-49ef-9037-f07c474e48fb tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:14.200525 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-8af57351-f485-4584-a14d-3732de69dedb req-2e0ec51a-074e-49ef-9037-f07c474e48fb tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8516605 May 18 10:08:14.212581 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [req-8af57351-f485-4584-a14d-3732de69dedb req-bbc3af4e-e715-4047-a434-3ad9e87d8ea9 service neutron] Request body: {'port': {'device_id': '27a427bf-d65e-4c5c-8e89-72947051fe7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:08:14.328177 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-8af57351-f485-4584-a14d-3732de69dedb req-bbc3af4e-e715-4047-a434-3ad9e87d8ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:14.338886 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-4a1811d1-2771-4360-89e9-1fc42fb9ff91 None None] Provisioning for port a98a426e-8bfd-475c-8242-74ee74587518 completed by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:08:14.343759 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-4a1811d1-2771-4360-89e9-1fc42fb9ff91 None None] Provisioning complete for port a98a426e-8bfd-475c-8242-74ee74587518 triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:08:14.344106 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-4a1811d1-2771-4360-89e9-1fc42fb9ff91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:14.410865 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-4a1811d1-2771-4360-89e9-1fc42fb9ff91 None None] Port a98a426e-8bfd-475c-8242-74ee74587518 cannot update to ACTIVE because it is not bound. {{(pid=91256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:08:14.614948 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd3d81-1cbe-48d0-81a7-37dd627ae2a7 req-37b2c284-caf5-4e38-996b-b3f2878a6196 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:14.616380 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-03cd3d81-1cbe-48d0-81a7-37dd627ae2a7 req-37b2c284-caf5-4e38-996b-b3f2878a6196 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 932 time: 0.1527338 May 18 10:08:14.662157 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-03cd3d81-1cbe-48d0-81a7-37dd627ae2a7 req-2dc192a4-c1fe-4ca0-94b4-9a16a84b7ba6 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400195 May 18 10:08:14.696660 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.notifiers.nova [req-8af57351-f485-4584-a14d-3732de69dedb req-bbc3af4e-e715-4047-a434-3ad9e87d8ea9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a98a426e-8bfd-475c-8242-74ee74587518 {{(pid=91254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:08:14.703871 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-8af57351-f485-4584-a14d-3732de69dedb req-bbc3af4e-e715-4047-a434-3ad9e87d8ea9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:14.718805 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.provisioning_blocks [req-8af57351-f485-4584-a14d-3732de69dedb req-bbc3af4e-e715-4047-a434-3ad9e87d8ea9 service neutron] Transition to ACTIVE for port object a98a426e-8bfd-475c-8242-74ee74587518 will not be triggered until provisioned by entity L2. {{(pid=91254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:08:14.723767 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-8af57351-f485-4584-a14d-3732de69dedb req-bbc3af4e-e715-4047-a434-3ad9e87d8ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2477981'] for port, after_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:14.728247 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-faeb6866-f9d7-4ee6-aa29-550dbe5d6a22 tempest-VolumesNegativeTest-796808228 tempest-VolumesNegativeTest-796808228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:14.883641 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3af4e-e715-4047-a434-3ad9e87d8ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=a98a426e-8bfd-475c-8242-74ee74587518,revision_number=2']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:14.886909 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-bbc3af4e-e715-4047-a434-3ad9e87d8ea9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:14.971180 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.managers [req-8af57351-f485-4584-a14d-3732de69dedb req-bbc3af4e-e715-4047-a434-3ad9e87d8ea9 service neutron] Attempting to bind port a98a426e-8bfd-475c-8242-74ee74587518 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:08:14.971509 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.managers [req-8af57351-f485-4584-a14d-3732de69dedb req-bbc3af4e-e715-4047-a434-3ad9e87d8ea9 service neutron] Attempting to bind port a98a426e-8bfd-475c-8242-74ee74587518 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '344b6fb3-a3d0-455a-aeed-cf4ea1882505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf'}] {{(pid=91254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:08:14.971828 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af57351-f485-4584-a14d-3732de69dedb req-bbc3af4e-e715-4047-a434-3ad9e87d8ea9 service neutron] Attempting to bind port a98a426e-8bfd-475c-8242-74ee74587518 on network fe6c80e1-177e-4a34-ab74-aff33bd088bf {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:08:14.976600 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af57351-f485-4584-a14d-3732de69dedb req-bbc3af4e-e715-4047-a434-3ad9e87d8ea9 service neutron] Port a98a426e-8bfd-475c-8242-74ee74587518 on network fe6c80e1-177e-4a34-ab74-aff33bd088bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 10:08:14.976907 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af57351-f485-4584-a14d-3732de69dedb req-bbc3af4e-e715-4047-a434-3ad9e87d8ea9 service neutron] Attempting to bind port a98a426e-8bfd-475c-8242-74ee74587518 on network fe6c80e1-177e-4a34-ab74-aff33bd088bf {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:08:14.982123 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af57351-f485-4584-a14d-3732de69dedb req-bbc3af4e-e715-4047-a434-3ad9e87d8ea9 service neutron] Checking agent: {'id': '24b5a2b2-de0a-48ed-9b1d-3e34697dfcd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 59, 16), 'started_at': datetime.datetime(2021, 5, 18, 9, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:08:14.982479 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af57351-f485-4584-a14d-3732de69dedb req-bbc3af4e-e715-4047-a434-3ad9e87d8ea9 service neutron] Checking segment: {'id': '344b6fb3-a3d0-455a-aeed-cf4ea1882505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:08:14.982854 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af57351-f485-4584-a14d-3732de69dedb req-bbc3af4e-e715-4047-a434-3ad9e87d8ea9 service neutron] Bound using segment: {'id': '344b6fb3-a3d0-455a-aeed-cf4ea1882505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf'} {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:08:14.983271 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.managers [req-8af57351-f485-4584-a14d-3732de69dedb req-bbc3af4e-e715-4047-a434-3ad9e87d8ea9 service neutron] Bound port: a98a426e-8bfd-475c-8242-74ee74587518, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '344b6fb3-a3d0-455a-aeed-cf4ea1882505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf'}}] {{(pid=91254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:08:14.983607 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-8af57351-f485-4584-a14d-3732de69dedb req-bbc3af4e-e715-4047-a434-3ad9e87d8ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:15.077951 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [req-8af57351-f485-4584-a14d-3732de69dedb req-bbc3af4e-e715-4047-a434-3ad9e87d8ea9 service neutron] For port a98a426e-8bfd-475c-8242-74ee74587518, host hv-cinder-77262, cleared binding levels {{(pid=91254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:08:15.081008 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [req-8af57351-f485-4584-a14d-3732de69dedb req-bbc3af4e-e715-4047-a434-3ad9e87d8ea9 service neutron] For port a98a426e-8bfd-475c-8242-74ee74587518, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a98a426e-8bfd-475c-8242-74ee74587518,segment=NetworkSegment(344b6fb3-a3d0-455a-aeed-cf4ea1882505),segment_id=344b6fb3-a3d0-455a-aeed-cf4ea1882505)] {{(pid=91254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:08:15.085439 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-8af57351-f485-4584-a14d-3732de69dedb req-bbc3af4e-e715-4047-a434-3ad9e87d8ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2477981'] for port, after_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:15.091059 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-7dcb01b2-89d0-4ff9-a474-0d4e3ed6c10f tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:15.147641 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af57351-f485-4584-a14d-3732de69dedb req-bbc3af4e-e715-4047-a434-3ad9e87d8ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:15.148255 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-8af57351-f485-4584-a14d-3732de69dedb req-bbc3af4e-e715-4047-a434-3ad9e87d8ea9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:15.150208 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-8af57351-f485-4584-a14d-3732de69dedb req-bbc3af4e-e715-4047-a434-3ad9e87d8ea9 service neutron] 10.222.0.10 "PUT /v2.0/ports/a98a426e-8bfd-475c-8242-74ee74587518 HTTP/1.1" status: 200 len: 1094 time: 0.9420176 May 18 10:08:15.150712 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a427bf-d65e-4c5c-8e89-72947051fe7a', 'tag': 'a98a426e-8bfd-475c-8242-74ee74587518'}] {{(pid=91254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:08:15.179092 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3af4e-e715-4047-a434-3ad9e87d8ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=a98a426e-8bfd-475c-8242-74ee74587518,revision_number=3']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:15.182341 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-bbc3af4e-e715-4047-a434-3ad9e87d8ea9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:15.232357 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a427bf-d65e-4c5c-8e89-72947051fe7a', 'tag': 'a98a426e-8bfd-475c-8242-74ee74587518', 'status': 'completed', 'code': 200} May 18 10:08:15.282576 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af57351-f485-4584-a14d-3732de69dedb req-17a4f790-70f2-4984-b5ea-4b3e8f55161c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:15.284115 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-8af57351-f485-4584-a14d-3732de69dedb req-17a4f790-70f2-4984-b5ea-4b3e8f55161c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f716dbf60ba7409595aa27a28db3f6ae&device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 1097 time: 0.0899169 May 18 10:08:15.354984 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-8af57351-f485-4584-a14d-3732de69dedb req-f247d97e-a5fe-4093-aa39-d596e2353e4a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a98a426e-8bfd-475c-8242-74ee74587518 HTTP/1.1" status: 200 len: 217 time: 0.0630131 May 18 10:08:15.422512 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af57351-f485-4584-a14d-3732de69dedb req-d31bead4-8672-49f9-94df-d136f233401f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:15.423973 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-8af57351-f485-4584-a14d-3732de69dedb req-d31bead4-8672-49f9-94df-d136f233401f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=293e45ba-5a92-42da-8d0a-72e710626ff2 HTTP/1.1" status: 200 len: 856 time: 0.0625982 May 18 10:08:15.504342 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af57351-f485-4584-a14d-3732de69dedb req-9f924856-7a6f-4901-93c9-62d5a3c56df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:15.505835 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-8af57351-f485-4584-a14d-3732de69dedb req-9f924856-7a6f-4901-93c9-62d5a3c56df3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fe6c80e1-177e-4a34-ab74-aff33bd088bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0749900 May 18 10:08:15.743492 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-8af57351-f485-4584-a14d-3732de69dedb req-ca8d95e4-9380-43c3-a1fe-de0a5f2b19cb service neutron] 10.222.0.10 "GET /v2.0/networks/fe6c80e1-177e-4a34-ab74-aff33bd088bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300646 May 18 10:08:15.863231 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a5a05-4b59-4523-98b9-6c287eea9723 req-f375c700-169e-4e7a-9d63-efe2924303ea tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:15.864739 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-3b6a5a05-4b59-4523-98b9-6c287eea9723 req-f375c700-169e-4e7a-9d63-efe2924303ea tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 944 time: 0.0845652 May 18 10:08:15.886475 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-8af57351-f485-4584-a14d-3732de69dedb req-5ef4ccac-aef2-4134-b69f-8648923a56a6 service neutron] 10.222.0.10 "GET /v2.0/networks/fe6c80e1-177e-4a34-ab74-aff33bd088bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357794 May 18 10:08:15.911168 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-3b6a5a05-4b59-4523-98b9-6c287eea9723 req-a0ce342c-5808-4a88-a738-1b31adc49706 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395389 May 18 10:08:16.015589 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae88c02-6b93-4b39-8f21-16501c4c30ad req-36b81e11-a86f-4158-8990-6c639766037e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:16.017093 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-aae88c02-6b93-4b39-8f21-16501c4c30ad req-36b81e11-a86f-4158-8990-6c639766037e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f716dbf60ba7409595aa27a28db3f6ae&device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 1097 time: 0.0785325 May 18 10:08:16.159177 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae88c02-6b93-4b39-8f21-16501c4c30ad req-04c4d9cf-44b1-49b9-8d83-d9e4c63a4815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:16.160716 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-aae88c02-6b93-4b39-8f21-16501c4c30ad req-04c4d9cf-44b1-49b9-8d83-d9e4c63a4815 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fe6c80e1-177e-4a34-ab74-aff33bd088bf HTTP/1.1" status: 200 len: 918 time: 0.1360548 May 18 10:08:16.233163 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-aae88c02-6b93-4b39-8f21-16501c4c30ad req-354ace65-0879-493f-b5c6-cce268417c5e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a98a426e-8bfd-475c-8242-74ee74587518 HTTP/1.1" status: 200 len: 217 time: 0.0648055 May 18 10:08:16.301633 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae88c02-6b93-4b39-8f21-16501c4c30ad req-85723457-7a44-4167-befe-1f5863a55ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:16.303126 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-aae88c02-6b93-4b39-8f21-16501c4c30ad req-85723457-7a44-4167-befe-1f5863a55ad6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=293e45ba-5a92-42da-8d0a-72e710626ff2 HTTP/1.1" status: 200 len: 856 time: 0.0637097 May 18 10:08:16.377410 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae88c02-6b93-4b39-8f21-16501c4c30ad req-a3f28296-8ada-496d-831a-e0a725a4f8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:16.378923 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-aae88c02-6b93-4b39-8f21-16501c4c30ad req-a3f28296-8ada-496d-831a-e0a725a4f8ff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fe6c80e1-177e-4a34-ab74-aff33bd088bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693541 May 18 10:08:16.513698 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-aae88c02-6b93-4b39-8f21-16501c4c30ad req-172d7116-49b4-4912-be9c-afda218362ca service neutron] 10.222.0.10 "GET /v2.0/networks/fe6c80e1-177e-4a34-ab74-aff33bd088bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271324 May 18 10:08:16.647551 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-aae88c02-6b93-4b39-8f21-16501c4c30ad req-8e98ada8-ddc4-45d9-a5c7-5a3745fc802d service neutron] 10.222.0.10 "GET /v2.0/networks/fe6c80e1-177e-4a34-ab74-aff33bd088bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265140 May 18 10:08:16.850503 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:17.118189 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec2889-98c8-45c8-aa77-45d015730f3a req-b5b8c99a-e0a4-4590-a322-935733a29c01 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:17.118922 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-c0ec2889-98c8-45c8-aa77-45d015730f3a req-b5b8c99a-e0a4-4590-a322-935733a29c01 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Synchronizing usage tracker for tenant:f716dbf60ba7409595aa27a28db3f6ae on resource:port {{(pid=91254) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:08:17.136064 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-c0ec2889-98c8-45c8-aa77-45d015730f3a req-b5b8c99a-e0a4-4590-a322-935733a29c01 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Unset dirty status for tenant:f716dbf60ba7409595aa27a28db3f6ae on resource:port {{(pid=91254) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:08:17.137260 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-c0ec2889-98c8-45c8-aa77-45d015730f3a req-b5b8c99a-e0a4-4590-a322-935733a29c01 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 944 time: 0.1050024 May 18 10:08:17.185967 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-c0ec2889-98c8-45c8-aa77-45d015730f3a req-eff8abdf-1172-4387-8dd5-ec534a7b764c tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423415 May 18 10:08:18.382880 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc2c7a-57c1-4663-8b9b-27f80c4da698 req-99f08080-3631-4763-9c7e-128fe0f87d73 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:18.384991 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-48bc2c7a-57c1-4663-8b9b-27f80c4da698 req-99f08080-3631-4763-9c7e-128fe0f87d73 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 944 time: 0.0838420 May 18 10:08:18.428529 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-48bc2c7a-57c1-4663-8b9b-27f80c4da698 req-ebc47c96-da22-4bf5-a324-3722ee2b502b tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379002 May 18 10:08:18.499766 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ef916a62-f086-420f-9813-9c7c95a857ea req-0d8e0d2a-11d4-4c81-ba55-49e31d0b2dc9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707262 May 18 10:08:18.641233 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef916a62-f086-420f-9813-9c7c95a857ea req-42008e42-a9f5-4af8-830a-8a8ed0a8c468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:18.642767 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ef916a62-f086-420f-9813-9c7c95a857ea req-42008e42-a9f5-4af8-830a-8a8ed0a8c468 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4738afae052f4e64894b0edeb5a37fbf&device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 1099 time: 0.0728776 May 18 10:08:18.788985 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef916a62-f086-420f-9813-9c7c95a857ea req-7f57307d-d617-4f8a-a9aa-6729290df12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:18.791040 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ef916a62-f086-420f-9813-9c7c95a857ea req-7f57307d-d617-4f8a-a9aa-6729290df12d service neutron] 10.222.0.10 "GET /v2.0/networks?id=38de340e-be75-495c-91ac-81e0ab74f998 HTTP/1.1" status: 200 len: 911 time: 0.1293774 May 18 10:08:18.893206 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ef916a62-f086-420f-9813-9c7c95a857ea req-44f6f517-efd8-4627-9cb1-d96f13787fed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4e93cbb-6abf-4368-9d99-cb28b406c180 HTTP/1.1" status: 200 len: 1001 time: 0.0953107 May 18 10:08:18.955728 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef916a62-f086-420f-9813-9c7c95a857ea req-c98c2afc-ee67-46d9-923d-0547136a0d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:18.957155 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ef916a62-f086-420f-9813-9c7c95a857ea req-c98c2afc-ee67-46d9-923d-0547136a0d96 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7879ceca-ac45-4ec5-8a61-389c60092f52 HTTP/1.1" status: 200 len: 849 time: 0.0571203 May 18 10:08:19.030996 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef916a62-f086-420f-9813-9c7c95a857ea req-3a6d2ff1-c783-43e6-be27-2d2da82686d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:19.032377 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ef916a62-f086-420f-9813-9c7c95a857ea req-3a6d2ff1-c783-43e6-be27-2d2da82686d7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38de340e-be75-495c-91ac-81e0ab74f998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691302 May 18 10:08:19.256370 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ef916a62-f086-420f-9813-9c7c95a857ea req-4e98aba0-7718-4918-8641-efea0f30d03e service neutron] 10.222.0.10 "GET /v2.0/networks/38de340e-be75-495c-91ac-81e0ab74f998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169282 May 18 10:08:19.391739 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ef916a62-f086-420f-9813-9c7c95a857ea req-ea52a86c-284f-4518-a9f9-5ed8c8c7ba48 service neutron] 10.222.0.10 "GET /v2.0/networks/38de340e-be75-495c-91ac-81e0ab74f998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279726 May 18 10:08:19.614104 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b042b36-fee9-4fc1-ad67-cabd75bac871 req-fdea2c22-280b-4909-9a1a-9d4ce3e869df tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:19.615502 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-2b042b36-fee9-4fc1-ad67-cabd75bac871 req-fdea2c22-280b-4909-9a1a-9d4ce3e869df tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 944 time: 0.0780911 May 18 10:08:19.659557 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-2b042b36-fee9-4fc1-ad67-cabd75bac871 req-8c7f0864-493e-47cb-a6ec-4129a2e7d942 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384154 May 18 10:08:20.336083 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device a98a426e-8bfd-475c-8242-74ee74587518 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:08:20.468645 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port a98a426e-8bfd-475c-8242-74ee74587518, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a98a426e-8bfd-475c-8242-74ee74587518,segment=NetworkSegment(344b6fb3-a3d0-455a-aeed-cf4ea1882505),segment_id=344b6fb3-a3d0-455a-aeed-cf4ea1882505)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:08:20.482056 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Returning: {'device': 'a98a426e-8bfd-475c-8242-74ee74587518', 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf', 'port_id': 'a98a426e-8bfd-475c-8242-74ee74587518', 'mac_address': 'fa:16:3e:73:71:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '293e45ba-5a92-42da-8d0a-72e710626ff2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:08:20.535566 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:20.552499 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a98a426e-8bfd-475c-8242-74ee74587518 {{(pid=91256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:08:20.567437 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port a98a426e-8bfd-475c-8242-74ee74587518, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a98a426e-8bfd-475c-8242-74ee74587518,segment=NetworkSegment(344b6fb3-a3d0-455a-aeed-cf4ea1882505),segment_id=344b6fb3-a3d0-455a-aeed-cf4ea1882505)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:08:20.571204 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:20.572932 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-edc489c7-875e-48f7-9eca-2377b4e2d776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:20.640328 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=a98a426e-8bfd-475c-8242-74ee74587518,revision_number=4']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:20.643369 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:20.852877 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee017b28-6241-46f2-891a-8d1e15164a56 req-27ed3d20-1081-4ea1-925d-ca0f8d84c76d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:20.854333 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ee017b28-6241-46f2-891a-8d1e15164a56 req-27ed3d20-1081-4ea1-925d-ca0f8d84c76d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 945 time: 0.0843456 May 18 10:08:20.900281 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ee017b28-6241-46f2-891a-8d1e15164a56 req-18a06060-9e11-46c1-b6c3-699f9c3362fb tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398576 May 18 10:08:20.994796 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['a98a426e-8bfd-475c-8242-74ee74587518'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:08:22.097327 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737ad14-28e9-4f12-9bb1-b4b5e2b3cccb req-d4060780-5374-4e58-823c-c92e8701cb17 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:22.098838 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-1737ad14-28e9-4f12-9bb1-b4b5e2b3cccb req-d4060780-5374-4e58-823c-c92e8701cb17 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 945 time: 0.0880771 May 18 10:08:22.144803 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-1737ad14-28e9-4f12-9bb1-b4b5e2b3cccb req-76c0ac2d-99eb-4f80-82a6-abe342290b81 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395155 May 18 10:08:22.346853 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device a98a426e-8bfd-475c-8242-74ee74587518 up at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:08:22.413435 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning for port a98a426e-8bfd-475c-8242-74ee74587518 completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:08:22.417975 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning complete for port a98a426e-8bfd-475c-8242-74ee74587518 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:08:22.418340 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:22.532140 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:22.558994 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a427bf-d65e-4c5c-8e89-72947051fe7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98a426e-8bfd-475c-8242-74ee74587518'}] {{(pid=91256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:08:22.579511 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port a98a426e-8bfd-475c-8242-74ee74587518, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a98a426e-8bfd-475c-8242-74ee74587518,segment=NetworkSegment(344b6fb3-a3d0-455a-aeed-cf4ea1882505),segment_id=344b6fb3-a3d0-455a-aeed-cf4ea1882505)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:08:22.583999 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:22.586224 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:22.620398 dv-cinder-772623-5-iscsi neutron-server[91256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a427bf-d65e-4c5c-8e89-72947051fe7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98a426e-8bfd-475c-8242-74ee74587518', 'code': 200} May 18 10:08:22.621403 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-0797995a-ec12-4e9a-949f-8b421ff875fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:22.656819 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=a98a426e-8bfd-475c-8242-74ee74587518,revision_number=5']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:22.660083 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:22.833716 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c9114-82c4-4dc5-8ec6-552b46add679 req-f3387a4a-77d9-4dc9-b512-3936698827c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:22.835208 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-106c9114-82c4-4dc5-8ec6-552b46add679 req-f3387a4a-77d9-4dc9-b512-3936698827c6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 1099 time: 0.0685635 May 18 10:08:22.878630 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-106c9114-82c4-4dc5-8ec6-552b46add679 req-a8a0ce7b-1e2b-4e2d-9a5f-1b0fa4dfc7b3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332310 May 18 10:08:23.338544 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5e7fc-74ea-4b3b-927f-8f662d5a9659 req-b4fd80fe-b464-43c6-b91f-57cbc507b2b3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:23.340016 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-27d5e7fc-74ea-4b3b-927f-8f662d5a9659 req-b4fd80fe-b464-43c6-b91f-57cbc507b2b3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 946 time: 0.0823309 May 18 10:08:23.385452 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-27d5e7fc-74ea-4b3b-927f-8f662d5a9659 req-b293e373-72e5-4da8-b239-1eb4f3eb2bf5 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397604 May 18 10:08:24.580348 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b4f75-7806-4caf-94db-0da7b647f699 req-6462fd10-2628-493b-8a0c-fc735f759469 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:24.581780 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-3a1b4f75-7806-4caf-94db-0da7b647f699 req-6462fd10-2628-493b-8a0c-fc735f759469 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 946 time: 0.0825775 May 18 10:08:24.626316 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-3a1b4f75-7806-4caf-94db-0da7b647f699 req-ed059e40-ec65-44cb-a7e3-52bc54b0f483 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387774 May 18 10:08:24.804526 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99796cbd-38c8-43a8-a91e-cea82e574cf8 req-904f033d-e965-404f-9b49-fc552d3e1892 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:24.806795 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-99796cbd-38c8-43a8-a91e-cea82e574cf8 req-904f033d-e965-404f-9b49-fc552d3e1892 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 946 time: 0.0782111 May 18 10:08:24.816153 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 39174) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:24.821381 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-c63354c5-80bd-476c-b2bc-aad734823f7d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Request body: {'floatingip': {'port_id': 'a98a426e-8bfd-475c-8242-74ee74587518'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:08:24.898559 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c63354c5-80bd-476c-b2bc-aad734823f7d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for floatingip, before_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:25.187624 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:25.228697 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-9a57f530-083b-48b5-9a13-cba2e6549d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:25.472164 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c63354c5-80bd-476c-b2bc-aad734823f7d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:25.475816 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c63354c5-80bd-476c-b2bc-aad734823f7d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922060'] for floatingip, after_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:25.729770 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.db.l3_db [None req-c63354c5-80bd-476c-b2bc-aad734823f7d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Floating IP 747808f3-0505-42c0-8d66-936ea2c5f77f associated. External IP: 172.27.1.165, port: a98a426e-8bfd-475c-8242-74ee74587518. May 18 10:08:26.075402 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63354c5-80bd-476c-b2bc-aad734823f7d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Router cd6cc822-0524-4710-9104-7a9ad6c75e60 has already been hosted by L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb {{(pid=91254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:08:26.258127 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63354c5-80bd-476c-b2bc-aad734823f7d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:08:26.263116 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c63354c5-80bd-476c-b2bc-aad734823f7d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for floatingip, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:26.268084 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554a7976-9f3e-4131-ac57-e53b2b1ad6df None None] Sync routers for ids ['cd6cc822-0524-4710-9104-7a9ad6c75e60'] in dv-cinder-772623-5-iscsi {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:08:26.277552 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554a7976-9f3e-4131-ac57-e53b2b1ad6df None None] Routers {'cd6cc822-0524-4710-9104-7a9ad6c75e60'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:08:26.278220 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-554a7976-9f3e-4131-ac57-e53b2b1ad6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:08:25Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['cd6cc822-0524-4710-9104-7a9ad6c75e60'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:26.316255 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-c63354c5-80bd-476c-b2bc-aad734823f7d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "PUT /v2.0/floatingips/747808f3-0505-42c0-8d66-936ea2c5f77f HTTP/1.1" status: 200 len: 992 time: 1.4990375 May 18 10:08:26.316885 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a427bf-d65e-4c5c-8e89-72947051fe7a', 'tag': 'a98a426e-8bfd-475c-8242-74ee74587518'}] {{(pid=91254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:08:26.362335 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a427bf-d65e-4c5c-8e89-72947051fe7a', 'tag': 'a98a426e-8bfd-475c-8242-74ee74587518', 'status': 'completed', 'code': 200} May 18 10:08:26.467035 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-554a7976-9f3e-4131-ac57-e53b2b1ad6df None None] Set router cd6cc822-0524-4710-9104-7a9ad6c75e60 gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:08:26.469501 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1fc57-2eb8-4556-979d-957ffe396e39 req-18e61117-7939-4a4b-a092-3989206474bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:26.471040 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-b8d1fc57-2eb8-4556-979d-957ffe396e39 req-18e61117-7939-4a4b-a092-3989206474bc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f716dbf60ba7409595aa27a28db3f6ae&device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 1099 time: 0.0857863 May 18 10:08:26.611597 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1fc57-2eb8-4556-979d-957ffe396e39 req-496f7a22-4ed4-4660-bde3-e458bf9c2f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:26.612995 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-b8d1fc57-2eb8-4556-979d-957ffe396e39 req-496f7a22-4ed4-4660-bde3-e458bf9c2f44 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fe6c80e1-177e-4a34-ab74-aff33bd088bf HTTP/1.1" status: 200 len: 918 time: 0.1346071 May 18 10:08:26.645498 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:26.717388 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-b8d1fc57-2eb8-4556-979d-957ffe396e39 req-28452943-93bd-4c73-aac4-5158c02f0f78 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a98a426e-8bfd-475c-8242-74ee74587518 HTTP/1.1" status: 200 len: 1000 time: 0.0970716 May 18 10:08:26.782942 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1fc57-2eb8-4556-979d-957ffe396e39 req-ce2026f2-0e0d-447d-88a0-f0b078585c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:26.784507 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-b8d1fc57-2eb8-4556-979d-957ffe396e39 req-ce2026f2-0e0d-447d-88a0-f0b078585c06 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=293e45ba-5a92-42da-8d0a-72e710626ff2 HTTP/1.1" status: 200 len: 856 time: 0.0604715 May 18 10:08:26.862425 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1fc57-2eb8-4556-979d-957ffe396e39 req-b848c29d-2491-4e45-8fa8-e86fa5f47cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:26.863818 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-b8d1fc57-2eb8-4556-979d-957ffe396e39 req-b848c29d-2491-4e45-8fa8-e86fa5f47cf1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fe6c80e1-177e-4a34-ab74-aff33bd088bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709350 May 18 10:08:26.875136 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-554a7976-9f3e-4131-ac57-e53b2b1ad6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'name': 'tempest-AttachVolumeShelveTestJSON-2052202754-router', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd586b1d5-8448-4620-90dc-09e8be9550e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:54Z', 'updated_at': '2021-05-18T10:01:13Z', 'revision_number': 4, 'project_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'gw_port': {'id': 'd586b1d5-8448-4620-90dc-09e8be9550e9', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:56Z', 'updated_at': '2021-05-18T10:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_floatingips': [{'id': '747808f3-0505-42c0-8d66-936ea2c5f77f', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'floating_ip_address': '172.27.1.165', 'floating_network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'router_id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'port_id': 'a98a426e-8bfd-475c-8242-74ee74587518', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf', 'mac_address': 'fa:16:3e:73:71:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a427bf-d65e-4c5c-8e89-72947051fe7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:08:10Z', 'updated_at': '2021-05-18T10:08:25Z', 'revision_number': 1, 'project_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5430441-e4f1-4ae6-b231-2f4fa13932d6', 'name': '', 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'mac_address': 'fa:16:3e:47:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '293e45ba-5a92-42da-8d0a-72e710626ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:01:09Z', 'updated_at': '2021-05-18T10:01:22Z', 'revision_number': 5, 'project_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'subnets': [{'id': '293e45ba-5a92-42da-8d0a-72e710626ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:26.879090 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554a7976-9f3e-4131-ac57-e53b2b1ad6df None None] Checking router: cd6cc822-0524-4710-9104-7a9ad6c75e60 for host: dv-cinder-772623-5-iscsi {{(pid=91256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:08:26.888296 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554a7976-9f3e-4131-ac57-e53b2b1ad6df None None] Routers {'cd6cc822-0524-4710-9104-7a9ad6c75e60'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:08:26.888895 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-554a7976-9f3e-4131-ac57-e53b2b1ad6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:08:25Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['cd6cc822-0524-4710-9104-7a9ad6c75e60'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:26.998661 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-b8d1fc57-2eb8-4556-979d-957ffe396e39 req-9ff1aa83-6653-4eff-bdc9-70e2883ba1b2 service neutron] 10.222.0.10 "GET /v2.0/networks/fe6c80e1-177e-4a34-ab74-aff33bd088bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284370 May 18 10:08:27.075842 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-554a7976-9f3e-4131-ac57-e53b2b1ad6df None None] Set router cd6cc822-0524-4710-9104-7a9ad6c75e60 gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:08:27.245689 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-b8d1fc57-2eb8-4556-979d-957ffe396e39 req-02e223eb-73b5-418c-9701-60d2a67cd584 service neutron] 10.222.0.10 "GET /v2.0/networks/fe6c80e1-177e-4a34-ab74-aff33bd088bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407284 May 18 10:08:27.430666 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-554a7976-9f3e-4131-ac57-e53b2b1ad6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'name': 'tempest-AttachVolumeShelveTestJSON-2052202754-router', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd586b1d5-8448-4620-90dc-09e8be9550e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:54Z', 'updated_at': '2021-05-18T10:01:13Z', 'revision_number': 4, 'project_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'gw_port': {'id': 'd586b1d5-8448-4620-90dc-09e8be9550e9', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:56Z', 'updated_at': '2021-05-18T10:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_floatingips': [{'id': '747808f3-0505-42c0-8d66-936ea2c5f77f', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'floating_ip_address': '172.27.1.165', 'floating_network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'router_id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'port_id': 'a98a426e-8bfd-475c-8242-74ee74587518', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf', 'mac_address': 'fa:16:3e:73:71:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a427bf-d65e-4c5c-8e89-72947051fe7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:08:10Z', 'updated_at': '2021-05-18T10:08:25Z', 'revision_number': 1, 'project_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5430441-e4f1-4ae6-b231-2f4fa13932d6', 'name': '', 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'mac_address': 'fa:16:3e:47:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '293e45ba-5a92-42da-8d0a-72e710626ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:01:09Z', 'updated_at': '2021-05-18T10:01:22Z', 'revision_number': 5, 'project_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'subnets': [{'id': '293e45ba-5a92-42da-8d0a-72e710626ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:27.434545 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554a7976-9f3e-4131-ac57-e53b2b1ad6df None None] The sync data for ids ['cd6cc822-0524-4710-9104-7a9ad6c75e60'] in dv-cinder-772623-5-iscsi is: [{'id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'name': 'tempest-AttachVolumeShelveTestJSON-2052202754-router', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd586b1d5-8448-4620-90dc-09e8be9550e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:54Z', 'updated_at': '2021-05-18T10:01:13Z', 'revision_number': 4, 'project_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'gw_port': {'id': 'd586b1d5-8448-4620-90dc-09e8be9550e9', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:56Z', 'updated_at': '2021-05-18T10:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_floatingips': [{'id': '747808f3-0505-42c0-8d66-936ea2c5f77f', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'floating_ip_address': '172.27.1.165', 'floating_network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'router_id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'port_id': 'a98a426e-8bfd-475c-8242-74ee74587518', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf', 'mac_address': 'fa:16:3e:73:71:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a427bf-d65e-4c5c-8e89-72947051fe7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:08:10Z', 'updated_at': '2021-05-18T10:08:25Z', 'revision_number': 1, 'project_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5430441-e4f1-4ae6-b231-2f4fa13932d6', 'name': '', 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'mac_address': 'fa:16:3e:47:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '293e45ba-5a92-42da-8d0a-72e710626ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:01:09Z', 'updated_at': '2021-05-18T10:01:22Z', 'revision_number': 5, 'project_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'subnets': [{'id': '293e45ba-5a92-42da-8d0a-72e710626ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:08:27.626578 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948052c6-88a3-4ba7-8324-cd299bf78269 None None] New status for floating IP 747808f3-0505-42c0-8d66-936ea2c5f77f: ACTIVE {{(pid=91257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 10:08:28.149898 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:28.335798 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-885a41b0-60f8-493f-9701-aae1aba71ce7 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Synchronizing usage tracker for tenant:d9e96036aab94f77912fe8beeb7e7dc4 on resource:security_group {{(pid=91255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:08:28.353283 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-885a41b0-60f8-493f-9701-aae1aba71ce7 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Unset dirty status for tenant:d9e96036aab94f77912fe8beeb7e7dc4 on resource:security_group {{(pid=91255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:08:28.354407 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-885a41b0-60f8-493f-9701-aae1aba71ce7 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-77000227&fields=id&tenant_id=d9e96036aab94f77912fe8beeb7e7dc4 HTTP/1.1" status: 200 len: 267 time: 0.0567405 May 18 10:08:28.501864 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-973d4c24-8b66-4501-a8bc-8133e65f8200 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:28.503291 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-973d4c24-8b66-4501-a8bc-8133e65f8200 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/networks?id=c0e91282-5f4c-4c73-9e5f-fee8a39ee806 HTTP/1.1" status: 200 len: 808 time: 0.1421580 May 18 10:08:28.518311 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-4d195ff4-a190-43ca-adab-6a3b5bc04039 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/quotas/d9e96036aab94f77912fe8beeb7e7dc4 HTTP/1.1" status: 200 len: 375 time: 0.0095167 May 18 10:08:28.602436 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-cffda48c-43c7-4776-ac8c-1fde0571d351 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Synchronizing usage tracker for tenant:d9e96036aab94f77912fe8beeb7e7dc4 on resource:port {{(pid=91255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:08:28.619784 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-cffda48c-43c7-4776-ac8c-1fde0571d351 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Unset dirty status for tenant:d9e96036aab94f77912fe8beeb7e7dc4 on resource:port {{(pid=91255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:08:28.621145 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-cffda48c-43c7-4776-ac8c-1fde0571d351 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9e96036aab94f77912fe8beeb7e7dc4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0979183 May 18 10:08:28.760620 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-afb78621-ee16-4b71-baf4-6b02b7653811 service neutron] 10.222.0.11 "GET /v2.0/networks/c0e91282-5f4c-4c73-9e5f-fee8a39ee806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276040 May 18 10:08:28.889651 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-5cc3f472-a128-458e-a695-9fe6bc40769c service neutron] 10.222.0.11 "GET /v2.0/networks/c0e91282-5f4c-4c73-9e5f-fee8a39ee806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230042 May 18 10:08:29.278812 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-6b8f03b5-9fff-4517-9e45-d66585d221d4 req-bad406db-fc96-4eb7-b2d6-e6745b2a9c9a tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 210 time: 0.0459309 May 18 10:08:30.318288 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-61185b76-9ad8-4e7e-85c9-5c4e2b4a0c24 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:30.319016 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-61185b76-9ad8-4e7e-85c9-5c4e2b4a0c24 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Synchronizing usage tracker for tenant:d9e96036aab94f77912fe8beeb7e7dc4 on resource:network {{(pid=91254) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:08:30.337373 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-61185b76-9ad8-4e7e-85c9-5c4e2b4a0c24 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Unset dirty status for tenant:d9e96036aab94f77912fe8beeb7e7dc4 on resource:network {{(pid=91254) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:08:30.338794 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-61185b76-9ad8-4e7e-85c9-5c4e2b4a0c24 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.10 "GET /v2.0/networks?id=c0e91282-5f4c-4c73-9e5f-fee8a39ee806 HTTP/1.1" status: 200 len: 808 time: 0.1715910 May 18 10:08:30.387836 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-1d622f9a-99b7-402b-ae4e-7414070cbaee tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Synchronizing usage tracker for tenant:d9e96036aab94f77912fe8beeb7e7dc4 on resource:security_group {{(pid=91254) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:08:30.435215 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-dd94e333-be8d-47af-8a2d-3477b1fa99c1 req-dd0d790c-1edc-4b74-95c2-2114b9e45c1a tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 210 time: 0.0445876 May 18 10:08:30.440644 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-1d622f9a-99b7-402b-ae4e-7414070cbaee tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Unset dirty status for tenant:d9e96036aab94f77912fe8beeb7e7dc4 on resource:security_group {{(pid=91254) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:08:30.441716 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-1d622f9a-99b7-402b-ae4e-7414070cbaee tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9e96036aab94f77912fe8beeb7e7dc4 HTTP/1.1" status: 200 len: 378 time: 0.0950360 May 18 10:08:30.456954 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-86f651fb-0498-4bf1-b59c-30496a3d4f5a tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Request body: {'port': {'device_id': 'db8c3584-efb6-41a3-92f8-053aa8403d8f', 'network_id': 'c0e91282-5f4c-4c73-9e5f-fee8a39ee806', 'admin_state_up': True, 'tenant_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'security_groups': ['3f872d53-29b9-439e-890d-b08c5b4da438']}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:08:30.586083 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-86f651fb-0498-4bf1-b59c-30496a3d4f5a tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:08:30.595655 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-86f651fb-0498-4bf1-b59c-30496a3d4f5a tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:08:30.605177 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-86f651fb-0498-4bf1-b59c-30496a3d4f5a tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Made reservation on behalf of d9e96036aab94f77912fe8beeb7e7dc4 for: {'port': 1} {{(pid=91254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:08:30.608722 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-86f651fb-0498-4bf1-b59c-30496a3d4f5a tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:30.771908 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.db_base_plugin_common [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-86f651fb-0498-4bf1-b59c-30496a3d4f5a tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Allocated IP 172.20.0.4 (c0e91282-5f4c-4c73-9e5f-fee8a39ee806/ebf47a8e-7c99-4cdc-86a4-e2a692d12253/027c68b1-18cb-4192-a33a-46cbf435c3ae) {{(pid=91254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:08:30.975546 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-86f651fb-0498-4bf1-b59c-30496a3d4f5a tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks [] for port, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:30.991546 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.provisioning_blocks [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-86f651fb-0498-4bf1-b59c-30496a3d4f5a tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Transition to ACTIVE for port object 027c68b1-18cb-4192-a33a-46cbf435c3ae will not be triggered until provisioned by entity DHCP. {{(pid=91254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:08:31.015924 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-86f651fb-0498-4bf1-b59c-30496a3d4f5a tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:31.022169 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-f7d0899e-5bfc-4499-acbf-42d8324f697e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:31.093803 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-86f651fb-0498-4bf1-b59c-30496a3d4f5a tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Network c0e91282-5f4c-4c73-9e5f-fee8a39ee806 is already hosted by enough agents. {{(pid=91254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:08:31.096867 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.base_scheduler [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-86f651fb-0498-4bf1-b59c-30496a3d4f5a tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Resources bound (agent type, host, resource id): {{(pid=91254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:08:31.099627 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-86f651fb-0498-4bf1-b59c-30496a3d4f5a tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Received port after_create {{(pid=91254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:08:31.141568 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f651fb-0498-4bf1-b59c-30496a3d4f5a tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Pushing event updated for resources: {'Port': ['ID=027c68b1-18cb-4192-a33a-46cbf435c3ae,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:31.144681 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-86f651fb-0498-4bf1-b59c-30496a3d4f5a tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:31.171501 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-86f651fb-0498-4bf1-b59c-30496a3d4f5a tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:31.172167 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-86f651fb-0498-4bf1-b59c-30496a3d4f5a tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:31.198847 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-86f651fb-0498-4bf1-b59c-30496a3d4f5a tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7510014 May 18 10:08:31.215850 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-2b8a35e2-022c-4a44-9dd7-b925bbaacd68 service neutron] Request body: {'port': {'device_id': 'db8c3584-efb6-41a3-92f8-053aa8403d8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:08:31.281789 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-a28fc310-2574-4aca-9185-9000a77f497f None None] Provisioning for port 027c68b1-18cb-4192-a33a-46cbf435c3ae completed by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:08:31.286471 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-a28fc310-2574-4aca-9185-9000a77f497f None None] Provisioning complete for port 027c68b1-18cb-4192-a33a-46cbf435c3ae triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:08:31.286842 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-a28fc310-2574-4aca-9185-9000a77f497f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:31.328760 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-2b8a35e2-022c-4a44-9dd7-b925bbaacd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:31.338555 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-a28fc310-2574-4aca-9185-9000a77f497f None None] Port 027c68b1-18cb-4192-a33a-46cbf435c3ae cannot update to ACTIVE because it is not bound. {{(pid=91256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:08:31.678961 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b23cf-81d4-456f-bdf5-af009a9023c4 req-4ab44557-d02b-4548-8e76-c4960787cde3 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:31.679549 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-538b23cf-81d4-456f-bdf5-af009a9023c4 req-4ab44557-d02b-4548-8e76-c4960787cde3 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Synchronizing usage tracker for tenant:d9e96036aab94f77912fe8beeb7e7dc4 on resource:port {{(pid=91254) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:08:31.740326 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-538b23cf-81d4-456f-bdf5-af009a9023c4 req-4ab44557-d02b-4548-8e76-c4960787cde3 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Unset dirty status for tenant:d9e96036aab94f77912fe8beeb7e7dc4 on resource:port {{(pid=91254) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:08:31.741638 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-538b23cf-81d4-456f-bdf5-af009a9023c4 req-4ab44557-d02b-4548-8e76-c4960787cde3 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 931 time: 0.1904995 May 18 10:08:31.744185 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.notifiers.nova [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-2b8a35e2-022c-4a44-9dd7-b925bbaacd68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 027c68b1-18cb-4192-a33a-46cbf435c3ae {{(pid=91254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:08:31.752055 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-2b8a35e2-022c-4a44-9dd7-b925bbaacd68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:31.784956 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.provisioning_blocks [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-2b8a35e2-022c-4a44-9dd7-b925bbaacd68 service neutron] Transition to ACTIVE for port object 027c68b1-18cb-4192-a33a-46cbf435c3ae will not be triggered until provisioned by entity L2. {{(pid=91254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:08:31.793972 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-2b8a35e2-022c-4a44-9dd7-b925bbaacd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2477981'] for port, after_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:31.800004 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-1ca79670-58e8-44de-a9a3-56d7ff025db3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:31.937684 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-538b23cf-81d4-456f-bdf5-af009a9023c4 req-dd4b0b4d-ec0f-406c-acad-18ef2caa129b tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1828175 May 18 10:08:32.020427 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a35e2-022c-4a44-9dd7-b925bbaacd68 service neutron] Pushing event updated for resources: {'Port': ['ID=027c68b1-18cb-4192-a33a-46cbf435c3ae,revision_number=2']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:32.024258 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-2b8a35e2-022c-4a44-9dd7-b925bbaacd68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:32.125870 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.managers [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-2b8a35e2-022c-4a44-9dd7-b925bbaacd68 service neutron] Attempting to bind port 027c68b1-18cb-4192-a33a-46cbf435c3ae on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:08:32.126195 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.managers [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-2b8a35e2-022c-4a44-9dd7-b925bbaacd68 service neutron] Attempting to bind port 027c68b1-18cb-4192-a33a-46cbf435c3ae by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'bc970bb7-bafa-4ef5-bbaa-bd1c6106f047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c0e91282-5f4c-4c73-9e5f-fee8a39ee806'}] {{(pid=91254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:08:32.126565 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-2b8a35e2-022c-4a44-9dd7-b925bbaacd68 service neutron] Attempting to bind port 027c68b1-18cb-4192-a33a-46cbf435c3ae on network c0e91282-5f4c-4c73-9e5f-fee8a39ee806 {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:08:32.131107 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-2b8a35e2-022c-4a44-9dd7-b925bbaacd68 service neutron] Port 027c68b1-18cb-4192-a33a-46cbf435c3ae on network c0e91282-5f4c-4c73-9e5f-fee8a39ee806 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 10:08:32.131422 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-2b8a35e2-022c-4a44-9dd7-b925bbaacd68 service neutron] Attempting to bind port 027c68b1-18cb-4192-a33a-46cbf435c3ae on network c0e91282-5f4c-4c73-9e5f-fee8a39ee806 {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:08:32.136497 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-2b8a35e2-022c-4a44-9dd7-b925bbaacd68 service neutron] Checking agent: {'id': '24b5a2b2-de0a-48ed-9b1d-3e34697dfcd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 59, 16), 'started_at': datetime.datetime(2021, 5, 18, 9, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:08:32.136820 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-2b8a35e2-022c-4a44-9dd7-b925bbaacd68 service neutron] Checking segment: {'id': 'bc970bb7-bafa-4ef5-bbaa-bd1c6106f047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c0e91282-5f4c-4c73-9e5f-fee8a39ee806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:08:32.137189 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-2b8a35e2-022c-4a44-9dd7-b925bbaacd68 service neutron] Bound using segment: {'id': 'bc970bb7-bafa-4ef5-bbaa-bd1c6106f047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c0e91282-5f4c-4c73-9e5f-fee8a39ee806'} {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:08:32.137602 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.managers [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-2b8a35e2-022c-4a44-9dd7-b925bbaacd68 service neutron] Bound port: 027c68b1-18cb-4192-a33a-46cbf435c3ae, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc970bb7-bafa-4ef5-bbaa-bd1c6106f047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c0e91282-5f4c-4c73-9e5f-fee8a39ee806'}}] {{(pid=91254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:08:32.137935 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-2b8a35e2-022c-4a44-9dd7-b925bbaacd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:32.229243 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-2b8a35e2-022c-4a44-9dd7-b925bbaacd68 service neutron] For port 027c68b1-18cb-4192-a33a-46cbf435c3ae, host hv-cinder-77262, cleared binding levels {{(pid=91254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:08:32.232235 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-2b8a35e2-022c-4a44-9dd7-b925bbaacd68 service neutron] For port 027c68b1-18cb-4192-a33a-46cbf435c3ae, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=027c68b1-18cb-4192-a33a-46cbf435c3ae,segment=NetworkSegment(bc970bb7-bafa-4ef5-bbaa-bd1c6106f047),segment_id=bc970bb7-bafa-4ef5-bbaa-bd1c6106f047)] {{(pid=91254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:08:32.237180 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-2b8a35e2-022c-4a44-9dd7-b925bbaacd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2477981'] for port, after_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:32.241168 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-59a9d7a5-4ea3-4f34-b261-8fd3d9637c51 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:32.301328 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-2b8a35e2-022c-4a44-9dd7-b925bbaacd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:32.301958 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-2b8a35e2-022c-4a44-9dd7-b925bbaacd68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:32.304386 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-2b8a35e2-022c-4a44-9dd7-b925bbaacd68 service neutron] 10.222.0.10 "PUT /v2.0/ports/027c68b1-18cb-4192-a33a-46cbf435c3ae HTTP/1.1" status: 200 len: 1093 time: 1.0931394 May 18 10:08:32.304981 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db8c3584-efb6-41a3-92f8-053aa8403d8f', 'tag': '027c68b1-18cb-4192-a33a-46cbf435c3ae'}] {{(pid=91254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:08:32.330850 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a35e2-022c-4a44-9dd7-b925bbaacd68 service neutron] Pushing event updated for resources: {'Port': ['ID=027c68b1-18cb-4192-a33a-46cbf435c3ae,revision_number=3']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:32.339793 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-2b8a35e2-022c-4a44-9dd7-b925bbaacd68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:32.402486 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db8c3584-efb6-41a3-92f8-053aa8403d8f', 'tag': '027c68b1-18cb-4192-a33a-46cbf435c3ae', 'status': 'completed', 'code': 200} May 18 10:08:32.446300 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-5c66d8df-5204-4798-b66c-0249f809267a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:32.447916 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-5c66d8df-5204-4798-b66c-0249f809267a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d9e96036aab94f77912fe8beeb7e7dc4&device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 1096 time: 0.0804703 May 18 10:08:32.520485 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-06835248-5776-4aeb-8e9e-5b3dcd2f7885 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=027c68b1-18cb-4192-a33a-46cbf435c3ae HTTP/1.1" status: 200 len: 217 time: 0.0654161 May 18 10:08:32.585683 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-52177633-e4b1-4a6c-8197-1a9fd6ac4d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:32.587623 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-52177633-e4b1-4a6c-8197-1a9fd6ac4d3f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ebf47a8e-7c99-4cdc-86a4-e2a692d12253 HTTP/1.1" status: 200 len: 847 time: 0.0615575 May 18 10:08:32.661806 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-54febe7d-af36-4748-9894-36966e04d1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:32.663316 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-54febe7d-af36-4748-9894-36966e04d1cd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0e91282-5f4c-4c73-9e5f-fee8a39ee806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693357 May 18 10:08:32.794264 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-5bae1ffd-99db-40f6-9990-4a1ac481f02b service neutron] 10.222.0.10 "GET /v2.0/networks/c0e91282-5f4c-4c73-9e5f-fee8a39ee806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241820 May 18 10:08:32.863868 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:08:32.923726 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-cce1f133-5bf6-4c10-b766-cff89ee85954 req-5f564b6a-d91b-4e5c-bd5b-86d8d4194bd7 service neutron] 10.222.0.10 "GET /v2.0/networks/c0e91282-5f4c-4c73-9e5f-fee8a39ee806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228256 May 18 10:08:33.048459 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b87fb4-d564-469d-876b-f4bf969d6e35 req-53a084a4-dc09-45a0-bc21-d83ab53bc93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:33.049929 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-10b87fb4-d564-469d-876b-f4bf969d6e35 req-53a084a4-dc09-45a0-bc21-d83ab53bc93b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d9e96036aab94f77912fe8beeb7e7dc4&device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 1096 time: 0.0748515 May 18 10:08:33.134765 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27507c3-921a-4af1-84d3-095298c6146e req-670ccaa3-06e5-47a8-a1e9-503ba766f4c4 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:33.136451 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e27507c3-921a-4af1-84d3-095298c6146e req-670ccaa3-06e5-47a8-a1e9-503ba766f4c4 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 943 time: 0.0876341 May 18 10:08:33.182483 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e27507c3-921a-4af1-84d3-095298c6146e req-0aff8ee1-22cc-4207-b7b0-0c6890e73c9f tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404196 May 18 10:08:33.186135 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b87fb4-d564-469d-876b-f4bf969d6e35 req-228eae24-6fd4-48d2-92f6-8ab22a36e24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:33.187623 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-10b87fb4-d564-469d-876b-f4bf969d6e35 req-228eae24-6fd4-48d2-92f6-8ab22a36e24e service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0e91282-5f4c-4c73-9e5f-fee8a39ee806 HTTP/1.1" status: 200 len: 909 time: 0.1307547 May 18 10:08:33.253568 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-10b87fb4-d564-469d-876b-f4bf969d6e35 req-8e87ab30-50c2-4b43-8c9d-57d40afa13ce service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=027c68b1-18cb-4192-a33a-46cbf435c3ae HTTP/1.1" status: 200 len: 217 time: 0.0593414 May 18 10:08:33.330000 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b87fb4-d564-469d-876b-f4bf969d6e35 req-5dd20f32-ff8f-45e8-9594-49cba7619517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:33.331365 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-10b87fb4-d564-469d-876b-f4bf969d6e35 req-5dd20f32-ff8f-45e8-9594-49cba7619517 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ebf47a8e-7c99-4cdc-86a4-e2a692d12253 HTTP/1.1" status: 200 len: 847 time: 0.0598903 May 18 10:08:33.405664 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b87fb4-d564-469d-876b-f4bf969d6e35 req-c16f5f77-8d2d-406c-8959-4428daace825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:33.407222 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-10b87fb4-d564-469d-876b-f4bf969d6e35 req-c16f5f77-8d2d-406c-8959-4428daace825 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0e91282-5f4c-4c73-9e5f-fee8a39ee806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691822 May 18 10:08:33.537856 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-10b87fb4-d564-469d-876b-f4bf969d6e35 req-7ab2718f-1fdc-4519-9336-0a5ad56209be service neutron] 10.222.0.10 "GET /v2.0/networks/c0e91282-5f4c-4c73-9e5f-fee8a39ee806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234326 May 18 10:08:33.755734 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-10b87fb4-d564-469d-876b-f4bf969d6e35 req-e6186600-029d-4087-9204-3b5882bad06f service neutron] 10.222.0.10 "GET /v2.0/networks/c0e91282-5f4c-4c73-9e5f-fee8a39ee806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114184 May 18 10:08:34.372203 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde6211c-36dc-4599-ad0e-8e636ff888d9 req-480c678c-6e43-40fa-9bb9-7da04a96aceb tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:34.373639 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-cde6211c-36dc-4599-ad0e-8e636ff888d9 req-480c678c-6e43-40fa-9bb9-7da04a96aceb tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 943 time: 0.0848150 May 18 10:08:34.417423 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-cde6211c-36dc-4599-ad0e-8e636ff888d9 req-420e92c4-07c7-4120-adc2-a7c5fe2fdece tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381112 May 18 10:08:35.600559 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40f17d-8012-4c06-84a1-e1e2a8ba147f req-d222ce12-f1a5-4fc6-8983-2eab30a14f68 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:35.601978 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ef40f17d-8012-4c06-84a1-e1e2a8ba147f req-d222ce12-f1a5-4fc6-8983-2eab30a14f68 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 943 time: 0.0786169 May 18 10:08:35.646351 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ef40f17d-8012-4c06-84a1-e1e2a8ba147f req-c0187134-92c2-4bf1-bbae-a1adc99609e9 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385475 May 18 10:08:36.831435 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c23ce-f688-4267-9be5-5cfb2c1c8f64 req-6bd03bbd-0866-4c16-899b-d3f7ffd09c7b tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:36.832897 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-236c23ce-f688-4267-9be5-5cfb2c1c8f64 req-6bd03bbd-0866-4c16-899b-d3f7ffd09c7b tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 943 time: 0.0839553 May 18 10:08:36.877015 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-236c23ce-f688-4267-9be5-5cfb2c1c8f64 req-241c5a11-1073-4e8c-92a8-aad094e33c7d tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375600 May 18 10:08:38.060382 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f9a14-f527-4606-bb36-b3d2af15ee0a req-f1cd7b55-f2ac-4baf-b57c-2d8a35e70908 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:38.061835 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-532f9a14-f527-4606-bb36-b3d2af15ee0a req-f1cd7b55-f2ac-4baf-b57c-2d8a35e70908 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 943 time: 0.0783656 May 18 10:08:38.109672 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-532f9a14-f527-4606-bb36-b3d2af15ee0a req-a797d9c9-7d10-4c5c-81d9-34126a16ed56 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421276 May 18 10:08:39.289467 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2017986-346d-44e8-8bc4-4328720a9481 req-334945d6-3a9e-4394-ad46-ae3066eb6d51 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:39.291470 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c2017986-346d-44e8-8bc4-4328720a9481 req-334945d6-3a9e-4394-ad46-ae3066eb6d51 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 943 time: 0.0776768 May 18 10:08:39.334275 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c2017986-346d-44e8-8bc4-4328720a9481 req-2fa530c0-0340-42da-96cc-ab1587be4802 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371919 May 18 10:08:40.521726 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c7d40-320a-4db3-92e0-7d154cc8b2d1 req-1b8b664a-e326-4746-82be-37a7c99a19fa tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:40.523192 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-371c7d40-320a-4db3-92e0-7d154cc8b2d1 req-1b8b664a-e326-4746-82be-37a7c99a19fa tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 943 time: 0.0814037 May 18 10:08:40.620075 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-371c7d40-320a-4db3-92e0-7d154cc8b2d1 req-b9f4f89e-a848-451b-970b-fed4056b0038 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0910139 May 18 10:08:41.804599 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4046dd2-2898-4adb-bad4-b53ba0f7a422 req-4c77590d-8be9-44c9-803f-c67d66171566 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:41.806647 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-d4046dd2-2898-4adb-bad4-b53ba0f7a422 req-4c77590d-8be9-44c9-803f-c67d66171566 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 943 time: 0.0794921 May 18 10:08:41.854749 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-d4046dd2-2898-4adb-bad4-b53ba0f7a422 req-d07daba8-ae84-498d-a9fa-3453704d4135 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414109 May 18 10:08:42.440482 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 027c68b1-18cb-4192-a33a-46cbf435c3ae details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:08:42.570274 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 027c68b1-18cb-4192-a33a-46cbf435c3ae, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=027c68b1-18cb-4192-a33a-46cbf435c3ae,segment=NetworkSegment(bc970bb7-bafa-4ef5-bbaa-bd1c6106f047),segment_id=bc970bb7-bafa-4ef5-bbaa-bd1c6106f047)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:08:42.582825 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Returning: {'device': '027c68b1-18cb-4192-a33a-46cbf435c3ae', 'network_id': 'c0e91282-5f4c-4c73-9e5f-fee8a39ee806', 'port_id': '027c68b1-18cb-4192-a33a-46cbf435c3ae', 'mac_address': 'fa:16:3e:3f:eb:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf47a8e-7c99-4cdc-86a4-e2a692d12253', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:08:42.639791 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:42.656396 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 027c68b1-18cb-4192-a33a-46cbf435c3ae {{(pid=91256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:08:42.670827 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 027c68b1-18cb-4192-a33a-46cbf435c3ae, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=027c68b1-18cb-4192-a33a-46cbf435c3ae,segment=NetworkSegment(bc970bb7-bafa-4ef5-bbaa-bd1c6106f047),segment_id=bc970bb7-bafa-4ef5-bbaa-bd1c6106f047)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:08:42.674697 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:42.676444 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:42.739599 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=027c68b1-18cb-4192-a33a-46cbf435c3ae,revision_number=4']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:42.742681 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:43.019285 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['027c68b1-18cb-4192-a33a-46cbf435c3ae'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:08:43.037567 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aabd9a-09c4-4d52-9fe7-2df02e76dc75 req-4092bc55-c0df-487e-9cc9-c7bd2cfa95a9 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:43.039053 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-66aabd9a-09c4-4d52-9fe7-2df02e76dc75 req-4092bc55-c0df-487e-9cc9-c7bd2cfa95a9 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 944 time: 0.0787921 May 18 10:08:43.084133 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-66aabd9a-09c4-4d52-9fe7-2df02e76dc75 req-9ffe4fd5-ca7d-461a-9d07-b7a87d27b962 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393984 May 18 10:08:44.269637 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47fc5b-06d6-4896-aaca-e53c4a565e5e req-0eaef271-1174-48a5-899f-a70852875e16 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:44.271073 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-3d47fc5b-06d6-4896-aaca-e53c4a565e5e req-0eaef271-1174-48a5-899f-a70852875e16 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 944 time: 0.0806448 May 18 10:08:44.314895 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-3d47fc5b-06d6-4896-aaca-e53c4a565e5e req-a8c25a9c-2749-4f49-a571-c93a6cd9d323 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381157 May 18 10:08:44.483699 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 027c68b1-18cb-4192-a33a-46cbf435c3ae up at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:08:44.554664 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning for port 027c68b1-18cb-4192-a33a-46cbf435c3ae completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:08:44.559356 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning complete for port 027c68b1-18cb-4192-a33a-46cbf435c3ae triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:08:44.559734 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:44.676713 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:44.702365 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8c3584-efb6-41a3-92f8-053aa8403d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027c68b1-18cb-4192-a33a-46cbf435c3ae'}] {{(pid=91256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:08:44.712162 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 027c68b1-18cb-4192-a33a-46cbf435c3ae, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=027c68b1-18cb-4192-a33a-46cbf435c3ae,segment=NetworkSegment(bc970bb7-bafa-4ef5-bbaa-bd1c6106f047),segment_id=bc970bb7-bafa-4ef5-bbaa-bd1c6106f047)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:08:44.717326 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:44.719321 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-23794106-87ee-4ccf-a506-67b8a8edaa0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:44.753561 dv-cinder-772623-5-iscsi neutron-server[91256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8c3584-efb6-41a3-92f8-053aa8403d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027c68b1-18cb-4192-a33a-46cbf435c3ae', 'code': 200} May 18 10:08:44.785741 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=027c68b1-18cb-4192-a33a-46cbf435c3ae,revision_number=5']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:44.788556 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:45.039366 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c39855-2a41-4a7a-9188-584d120f881c req-466d18bc-a01b-45eb-8984-bcc83790e6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:45.040918 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-48c39855-2a41-4a7a-9188-584d120f881c req-466d18bc-a01b-45eb-8984-bcc83790e6ef service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 1098 time: 0.0715177 May 18 10:08:45.081945 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-48c39855-2a41-4a7a-9188-584d120f881c req-61411f16-5f55-41fa-bc0f-5019eb96a811 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337131 May 18 10:08:45.498848 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64290f2f-1452-4575-905a-b69ffe5f88c7 req-80f62720-724a-4e12-b7fb-38aac638ae99 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:45.500361 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-64290f2f-1452-4575-905a-b69ffe5f88c7 req-80f62720-724a-4e12-b7fb-38aac638ae99 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 945 time: 0.0800917 May 18 10:08:45.544750 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-64290f2f-1452-4575-905a-b69ffe5f88c7 req-c0b7acb0-b82d-44cf-b4d5-3cbf20247071 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385487 May 18 10:08:46.732267 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35014e46-9c89-4fef-9491-e67429afcd03 req-a53441f0-3a06-4b25-ab69-83bf034d5f50 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:46.733651 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-35014e46-9c89-4fef-9491-e67429afcd03 req-a53441f0-3a06-4b25-ab69-83bf034d5f50 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 945 time: 0.0816429 May 18 10:08:46.779036 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-35014e46-9c89-4fef-9491-e67429afcd03 req-b65ef455-c59d-4386-85e8-cf547cb01aa0 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395920 May 18 10:08:46.850660 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:46.966225 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f1681-db99-4c69-a6e3-61f06180d30b req-daf0fc52-959d-4a7c-a64b-07d85a98039c tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:46.967726 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-5d3f1681-db99-4c69-a6e3-61f06180d30b req-daf0fc52-959d-4a7c-a64b-07d85a98039c tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 945 time: 0.0839942 May 18 10:08:47.012249 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-5d3f1681-db99-4c69-a6e3-61f06180d30b req-e1b29d9e-be16-4b7e-a097-60d798aed063 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387330 May 18 10:08:47.034269 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 39284) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:47.145546 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8fff68-ca86-4b7d-91da-a92757effc1f tempest-TestShelveInstance-1192141546 tempest-TestShelveInstance-1192141546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:47.147105 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-ec8fff68-ca86-4b7d-91da-a92757effc1f tempest-TestShelveInstance-1192141546 tempest-TestShelveInstance-1192141546-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 1093 time: 0.1118662 May 18 10:08:47.149988 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 39290) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:47.154991 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-40b4ce79-f99b-45c3-95a1-c3ad78a20ff5 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Request body: {'floatingip': {'floating_network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'port_id': '027c68b1-18cb-4192-a33a-46cbf435c3ae', 'tenant_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:08:47.160651 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-40b4ce79-f99b-45c3-95a1-c3ad78a20ff5 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:08:47.164407 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-40b4ce79-f99b-45c3-95a1-c3ad78a20ff5 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Usage tracker for resource:floatingip and tenant:d9e96036aab94f77912fe8beeb7e7dc4 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:08:47.167758 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-40b4ce79-f99b-45c3-95a1-c3ad78a20ff5 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:08:47.173419 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-40b4ce79-f99b-45c3-95a1-c3ad78a20ff5 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:08:47.183984 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-40b4ce79-f99b-45c3-95a1-c3ad78a20ff5 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks [] for floatingip, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:47.317547 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-40b4ce79-f99b-45c3-95a1-c3ad78a20ff5 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:47.453602 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.db_base_plugin_common [None req-40b4ce79-f99b-45c3-95a1-c3ad78a20ff5 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Allocated IP 172.27.1.210 (bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3/bad1a46d-7140-454d-84c6-4b97dc4a536e/901636c7-a489-4194-994b-67e9199a1a98) {{(pid=91254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:08:47.598756 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-40b4ce79-f99b-45c3-95a1-c3ad78a20ff5 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks [] for port, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:47.627472 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-40b4ce79-f99b-45c3-95a1-c3ad78a20ff5 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:47.631919 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-9dfe99ec-41e9-4a49-b089-f12c17313f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:47.690802 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b4ce79-f99b-45c3-95a1-c3ad78a20ff5 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Network bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3 is already hosted by enough agents. {{(pid=91254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:08:47.693577 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.base_scheduler [None req-40b4ce79-f99b-45c3-95a1-c3ad78a20ff5 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Resources bound (agent type, host, resource id): {{(pid=91254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:08:47.697723 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b4ce79-f99b-45c3-95a1-c3ad78a20ff5 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Received port after_create {{(pid=91254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:08:47.736431 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4ce79-f99b-45c3-95a1-c3ad78a20ff5 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Pushing event updated for resources: {'Port': ['ID=901636c7-a489-4194-994b-67e9199a1a98,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:47.744085 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-40b4ce79-f99b-45c3-95a1-c3ad78a20ff5 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:48.102613 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-40b4ce79-f99b-45c3-95a1-c3ad78a20ff5 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:48.175894 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-40b4ce79-f99b-45c3-95a1-c3ad78a20ff5 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:48.482195 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-40b4ce79-f99b-45c3-95a1-c3ad78a20ff5 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks [] for port, precommit_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:48.486591 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-40b4ce79-f99b-45c3-95a1-c3ad78a20ff5 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2477981'] for port, after_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:48.490242 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-7a51e4ff-799b-4159-9740-54987836d48c tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:48.594800 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4ce79-f99b-45c3-95a1-c3ad78a20ff5 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Pushing event updated for resources: {'Port': ['ID=901636c7-a489-4194-994b-67e9199a1a98,revision_number=2']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:48.598872 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-40b4ce79-f99b-45c3-95a1-c3ad78a20ff5 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:48.607160 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-40b4ce79-f99b-45c3-95a1-c3ad78a20ff5 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922060'] for floatingip, after_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:48.770888 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.db.l3_db [None req-40b4ce79-f99b-45c3-95a1-c3ad78a20ff5 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Floating IP 2495e14e-41d5-4065-a876-35e23b582e48 associated. External IP: 172.27.1.210, port: 027c68b1-18cb-4192-a33a-46cbf435c3ae. May 18 10:08:49.120779 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b4ce79-f99b-45c3-95a1-c3ad78a20ff5 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Router 6f68e1b9-39bb-47a2-9c0e-7510beef93a1 has already been hosted by L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb {{(pid=91254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:08:49.296384 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b4ce79-f99b-45c3-95a1-c3ad78a20ff5 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:08:49.305441 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be104a9-a19d-492e-b45c-229bd5bec7bc None None] Sync routers for ids ['6f68e1b9-39bb-47a2-9c0e-7510beef93a1'] in dv-cinder-772623-5-iscsi {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:08:49.315208 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be104a9-a19d-492e-b45c-229bd5bec7bc None None] Routers {'6f68e1b9-39bb-47a2-9c0e-7510beef93a1'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:08:49.315865 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-7be104a9-a19d-492e-b45c-229bd5bec7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:08:25Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['6f68e1b9-39bb-47a2-9c0e-7510beef93a1'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:49.320674 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-40b4ce79-f99b-45c3-95a1-c3ad78a20ff5 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for floatingip, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:49.379290 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-40b4ce79-f99b-45c3-95a1-c3ad78a20ff5 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2280569 May 18 10:08:49.380286 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db8c3584-efb6-41a3-92f8-053aa8403d8f', 'tag': '027c68b1-18cb-4192-a33a-46cbf435c3ae'}] {{(pid=91254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:08:49.434733 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db8c3584-efb6-41a3-92f8-053aa8403d8f', 'tag': '027c68b1-18cb-4192-a33a-46cbf435c3ae', 'status': 'completed', 'code': 200} May 18 10:08:49.495722 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-7be104a9-a19d-492e-b45c-229bd5bec7bc None None] Set router 6f68e1b9-39bb-47a2-9c0e-7510beef93a1 gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:08:49.527872 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbdfa1-2ee9-4ae2-a5b6-df3c253306a9 req-5b1d75d6-08c2-4c40-abfc-a58b07cc3e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:49.529495 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-32dbdfa1-2ee9-4ae2-a5b6-df3c253306a9 req-5b1d75d6-08c2-4c40-abfc-a58b07cc3e72 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d9e96036aab94f77912fe8beeb7e7dc4&device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 1098 time: 0.0731711 May 18 10:08:49.658638 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbdfa1-2ee9-4ae2-a5b6-df3c253306a9 req-70b723c0-7684-4529-89ad-062a79c04812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:49.660013 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-32dbdfa1-2ee9-4ae2-a5b6-df3c253306a9 req-70b723c0-7684-4529-89ad-062a79c04812 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0e91282-5f4c-4c73-9e5f-fee8a39ee806 HTTP/1.1" status: 200 len: 909 time: 0.1243274 May 18 10:08:49.840864 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-7be104a9-a19d-492e-b45c-229bd5bec7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f68e1b9-39bb-47a2-9c0e-7510beef93a1', 'name': 'tempest-TestShelveInstance-633265989-router', 'tenant_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '076c0b54-906d-4fbc-8e18-a482eb247b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:07:51Z', 'updated_at': '2021-05-18T10:07:55Z', 'revision_number': 4, 'project_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'gw_port': {'id': '076c0b54-906d-4fbc-8e18-a482eb247b22', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f68e1b9-39bb-47a2-9c0e-7510beef93a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:07:52Z', 'updated_at': '2021-05-18T10:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_floatingips': [{'id': '2495e14e-41d5-4065-a876-35e23b582e48', 'tenant_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'router_id': '6f68e1b9-39bb-47a2-9c0e-7510beef93a1', 'port_id': '027c68b1-18cb-4192-a33a-46cbf435c3ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0e91282-5f4c-4c73-9e5f-fee8a39ee806', 'mac_address': 'fa:16:3e:3f:eb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8c3584-efb6-41a3-92f8-053aa8403d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:08:48Z', 'updated_at': '2021-05-18T10:08:48Z', 'revision_number': 0, 'project_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b409b289-1a77-44a7-8ce0-4a7c9f600cec', 'name': '', 'network_id': 'c0e91282-5f4c-4c73-9e5f-fee8a39ee806', 'tenant_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'mac_address': 'fa:16:3e:4e:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f68e1b9-39bb-47a2-9c0e-7510beef93a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'ebf47a8e-7c99-4cdc-86a4-e2a692d12253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:07:54Z', 'updated_at': '2021-05-18T10:08:01Z', 'revision_number': 5, 'project_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'subnets': [{'id': 'ebf47a8e-7c99-4cdc-86a4-e2a692d12253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:49.845389 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be104a9-a19d-492e-b45c-229bd5bec7bc None None] Checking router: 6f68e1b9-39bb-47a2-9c0e-7510beef93a1 for host: dv-cinder-772623-5-iscsi {{(pid=91256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:08:49.854630 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be104a9-a19d-492e-b45c-229bd5bec7bc None None] Routers {'6f68e1b9-39bb-47a2-9c0e-7510beef93a1'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:08:49.855247 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-7be104a9-a19d-492e-b45c-229bd5bec7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:08:25Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['6f68e1b9-39bb-47a2-9c0e-7510beef93a1'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:49.872876 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-32dbdfa1-2ee9-4ae2-a5b6-df3c253306a9 req-9429d238-29f4-4c5e-8e6d-fc06fdb6dec1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=027c68b1-18cb-4192-a33a-46cbf435c3ae HTTP/1.1" status: 200 len: 999 time: 0.2060826 May 18 10:08:49.938287 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbdfa1-2ee9-4ae2-a5b6-df3c253306a9 req-ed7ddc51-1fae-4706-a3c6-78d4cc0ab25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:49.939728 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-32dbdfa1-2ee9-4ae2-a5b6-df3c253306a9 req-ed7ddc51-1fae-4706-a3c6-78d4cc0ab25b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ebf47a8e-7c99-4cdc-86a4-e2a692d12253 HTTP/1.1" status: 200 len: 847 time: 0.0569427 May 18 10:08:50.014267 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbdfa1-2ee9-4ae2-a5b6-df3c253306a9 req-8a3b17ff-4271-43c1-94ac-4ccbe10a3ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:50.015996 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-32dbdfa1-2ee9-4ae2-a5b6-df3c253306a9 req-8a3b17ff-4271-43c1-94ac-4ccbe10a3ef0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0e91282-5f4c-4c73-9e5f-fee8a39ee806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0702369 May 18 10:08:50.029642 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-7be104a9-a19d-492e-b45c-229bd5bec7bc None None] Set router 6f68e1b9-39bb-47a2-9c0e-7510beef93a1 gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:08:50.151326 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-32dbdfa1-2ee9-4ae2-a5b6-df3c253306a9 req-e166ff74-7c48-433f-8289-fe0dc89ad745 service neutron] 10.222.0.10 "GET /v2.0/networks/c0e91282-5f4c-4c73-9e5f-fee8a39ee806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267724 May 18 10:08:50.285194 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-32dbdfa1-2ee9-4ae2-a5b6-df3c253306a9 req-b89b2005-ff76-4345-b404-f901edbd6c09 service neutron] 10.222.0.10 "GET /v2.0/networks/c0e91282-5f4c-4c73-9e5f-fee8a39ee806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271367 May 18 10:08:50.376596 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-7be104a9-a19d-492e-b45c-229bd5bec7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f68e1b9-39bb-47a2-9c0e-7510beef93a1', 'name': 'tempest-TestShelveInstance-633265989-router', 'tenant_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '076c0b54-906d-4fbc-8e18-a482eb247b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:07:51Z', 'updated_at': '2021-05-18T10:07:55Z', 'revision_number': 4, 'project_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'gw_port': {'id': '076c0b54-906d-4fbc-8e18-a482eb247b22', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f68e1b9-39bb-47a2-9c0e-7510beef93a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:07:52Z', 'updated_at': '2021-05-18T10:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_floatingips': [{'id': '2495e14e-41d5-4065-a876-35e23b582e48', 'tenant_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'router_id': '6f68e1b9-39bb-47a2-9c0e-7510beef93a1', 'port_id': '027c68b1-18cb-4192-a33a-46cbf435c3ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0e91282-5f4c-4c73-9e5f-fee8a39ee806', 'mac_address': 'fa:16:3e:3f:eb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8c3584-efb6-41a3-92f8-053aa8403d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:08:48Z', 'updated_at': '2021-05-18T10:08:48Z', 'revision_number': 0, 'project_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b409b289-1a77-44a7-8ce0-4a7c9f600cec', 'name': '', 'network_id': 'c0e91282-5f4c-4c73-9e5f-fee8a39ee806', 'tenant_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'mac_address': 'fa:16:3e:4e:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f68e1b9-39bb-47a2-9c0e-7510beef93a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'ebf47a8e-7c99-4cdc-86a4-e2a692d12253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:07:54Z', 'updated_at': '2021-05-18T10:08:01Z', 'revision_number': 5, 'project_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'subnets': [{'id': 'ebf47a8e-7c99-4cdc-86a4-e2a692d12253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:50.380736 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be104a9-a19d-492e-b45c-229bd5bec7bc None None] The sync data for ids ['6f68e1b9-39bb-47a2-9c0e-7510beef93a1'] in dv-cinder-772623-5-iscsi is: [{'id': '6f68e1b9-39bb-47a2-9c0e-7510beef93a1', 'name': 'tempest-TestShelveInstance-633265989-router', 'tenant_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '076c0b54-906d-4fbc-8e18-a482eb247b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:07:51Z', 'updated_at': '2021-05-18T10:07:55Z', 'revision_number': 4, 'project_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'gw_port': {'id': '076c0b54-906d-4fbc-8e18-a482eb247b22', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f68e1b9-39bb-47a2-9c0e-7510beef93a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:07:52Z', 'updated_at': '2021-05-18T10:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_floatingips': [{'id': '2495e14e-41d5-4065-a876-35e23b582e48', 'tenant_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'router_id': '6f68e1b9-39bb-47a2-9c0e-7510beef93a1', 'port_id': '027c68b1-18cb-4192-a33a-46cbf435c3ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0e91282-5f4c-4c73-9e5f-fee8a39ee806', 'mac_address': 'fa:16:3e:3f:eb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8c3584-efb6-41a3-92f8-053aa8403d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:08:48Z', 'updated_at': '2021-05-18T10:08:48Z', 'revision_number': 0, 'project_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b409b289-1a77-44a7-8ce0-4a7c9f600cec', 'name': '', 'network_id': 'c0e91282-5f4c-4c73-9e5f-fee8a39ee806', 'tenant_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'mac_address': 'fa:16:3e:4e:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f68e1b9-39bb-47a2-9c0e-7510beef93a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'ebf47a8e-7c99-4cdc-86a4-e2a692d12253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:07:54Z', 'updated_at': '2021-05-18T10:08:01Z', 'revision_number': 5, 'project_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'subnets': [{'id': 'ebf47a8e-7c99-4cdc-86a4-e2a692d12253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:08:50.567041 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d0ecb5-b90a-4a70-b337-9bbb0d67e1a9 None None] New status for floating IP 2495e14e-41d5-4065-a876-35e23b582e48: ACTIVE {{(pid=91257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 10:08:52.083578 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58beb7-3ddf-422a-b862-972e2fa9ead8 req-a9367287-cf06-4ee7-8548-a209a793387d tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:52.084998 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-9e58beb7-3ddf-422a-b862-972e2fa9ead8 req-a9367287-cf06-4ee7-8548-a209a793387d tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0774319 May 18 10:08:52.128665 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-9e58beb7-3ddf-422a-b862-972e2fa9ead8 req-6429ebf0-c40d-4d87-aef1-e068112f7756 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373826 May 18 10:08:52.583247 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-954a8a70-6482-46ff-972f-050ab647684b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:53.220687 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149498d-c251-41f0-a64a-6c1536d824d9 req-d81fb3ac-4f52-4a82-872e-762b348922e9 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:53.222181 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-3149498d-c251-41f0-a64a-6c1536d824d9 req-d81fb3ac-4f52-4a82-872e-762b348922e9 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.10 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0858150 May 18 10:08:53.316680 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0014b-ae2a-4360-9a80-4e46d567f4b6 req-601bd527-c198-41f6-b080-89ec298f41c9 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:53.318140 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-efe0014b-ae2a-4360-9a80-4e46d567f4b6 req-601bd527-c198-41f6-b080-89ec298f41c9 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 946 time: 0.0805116 May 18 10:08:53.359439 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [req-3149498d-c251-41f0-a64a-6c1536d824d9 req-24ade49d-38c4-4bf9-a805-ae28c35b3a4b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Deleting port e4e93cbb-6abf-4368-9d99-cb28b406c180 {{(pid=91254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:08:53.359790 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-3149498d-c251-41f0-a64a-6c1536d824d9 req-24ade49d-38c4-4bf9-a805-ae28c35b3a4b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:53.363210 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-efe0014b-ae2a-4360-9a80-4e46d567f4b6 req-9ae2815d-139f-4a39-9195-829a61a803ef tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=057bc031-4abb-4146-8d84-84ca36be0685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390933 May 18 10:08:53.493606 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [req-3149498d-c251-41f0-a64a-6c1536d824d9 req-24ade49d-38c4-4bf9-a805-ae28c35b3a4b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] For port e4e93cbb-6abf-4368-9d99-cb28b406c180, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e4e93cbb-6abf-4368-9d99-cb28b406c180,segment=NetworkSegment(3769062a-12ce-4aba-be75-7a8f50e46583),segment_id=3769062a-12ce-4aba-be75-7a8f50e46583)] {{(pid=91254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:08:53.493970 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-3149498d-c251-41f0-a64a-6c1536d824d9 req-24ade49d-38c4-4bf9-a805-ae28c35b3a4b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:53.781312 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-3149498d-c251-41f0-a64a-6c1536d824d9 req-24ade49d-38c4-4bf9-a805-ae28c35b3a4b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:53.781682 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-3149498d-c251-41f0-a64a-6c1536d824d9 req-24ade49d-38c4-4bf9-a805-ae28c35b3a4b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922060'] for floatingip, after_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:53.781992 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.db.l3_db [req-3149498d-c251-41f0-a64a-6c1536d824d9 req-24ade49d-38c4-4bf9-a805-ae28c35b3a4b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Floating IP 264028d9-40cc-4bed-a389-0c5e6216ab3c disassociated. External IP: 172.27.1.81, port: e4e93cbb-6abf-4368-9d99-cb28b406c180. May 18 10:08:53.782329 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [req-3149498d-c251-41f0-a64a-6c1536d824d9 req-24ade49d-38c4-4bf9-a805-ae28c35b3a4b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Calling delete_port for e4e93cbb-6abf-4368-9d99-cb28b406c180 owned by compute:nova {{(pid=91254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:08:53.893425 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-3149498d-c251-41f0-a64a-6c1536d824d9 req-24ade49d-38c4-4bf9-a805-ae28c35b3a4b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:53.898776 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-a2b8edfb-bef8-409f-b54d-7ca6a348447f tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:53.943309 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ade49d-38c4-4bf9-a805-ae28c35b3a4b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Pushing event deleted for resources: {'Port': ['ID=e4e93cbb-6abf-4368-9d99-cb28b406c180,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:53.954079 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ade49d-38c4-4bf9-a805-ae28c35b3a4b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:08:53.954471 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ade49d-38c4-4bf9-a805-ae28c35b3a4b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:08:53.954828 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ade49d-38c4-4bf9-a805-ae28c35b3a4b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:08:53.955175 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ade49d-38c4-4bf9-a805-ae28c35b3a4b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:08:53.955524 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ade49d-38c4-4bf9-a805-ae28c35b3a4b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:08:53.955890 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ade49d-38c4-4bf9-a805-ae28c35b3a4b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:08:53.956213 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ade49d-38c4-4bf9-a805-ae28c35b3a4b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:08:53.956550 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ade49d-38c4-4bf9-a805-ae28c35b3a4b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:08:53.956893 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ade49d-38c4-4bf9-a805-ae28c35b3a4b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:08:53.957228 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ade49d-38c4-4bf9-a805-ae28c35b3a4b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:08:53.957566 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ade49d-38c4-4bf9-a805-ae28c35b3a4b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:08:53.957901 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ade49d-38c4-4bf9-a805-ae28c35b3a4b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:08:53.961832 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-24ade49d-38c4-4bf9-a805-ae28c35b3a4b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:54.138458 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3149498d-c251-41f0-a64a-6c1536d824d9 req-24ade49d-38c4-4bf9-a805-ae28c35b3a4b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Router 2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da has already been hosted by L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb {{(pid=91254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:08:54.422911 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3149498d-c251-41f0-a64a-6c1536d824d9 req-24ade49d-38c4-4bf9-a805-ae28c35b3a4b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:08:54.434918 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefc9e67-d25b-4687-8b53-1f931d1e9672 None None] Sync routers for ids ['2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da'] in dv-cinder-772623-5-iscsi {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:08:54.448339 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefc9e67-d25b-4687-8b53-1f931d1e9672 None None] Routers {'2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:08:54.449054 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-aefc9e67-d25b-4687-8b53-1f931d1e9672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:08:25Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:54.499598 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.l3_dvrscheduler_db [req-3149498d-c251-41f0-a64a-6c1536d824d9 req-24ade49d-38c4-4bf9-a805-ae28c35b3a4b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] No DVR routers for this DVR port e4e93cbb-6abf-4368-9d99-cb28b406c180 on host hv-cinder-77262 {{(pid=91254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:08:54.502582 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-3149498d-c251-41f0-a64a-6c1536d824d9 req-24ade49d-38c4-4bf9-a805-ae28c35b3a4b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:54.506412 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14e7540-0cec-4f49-bdca-542e722e2406', 'name': 'network-vif-deleted', 'tag': 'e4e93cbb-6abf-4368-9d99-cb28b406c180'}] {{(pid=91254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:08:54.521909 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-3149498d-c251-41f0-a64a-6c1536d824d9 req-24ade49d-38c4-4bf9-a805-ae28c35b3a4b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.10 "DELETE /v2.0/ports/e4e93cbb-6abf-4368-9d99-cb28b406c180 HTTP/1.1" status: 204 len: 173 time: 1.2944462 May 18 10:08:54.530468 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-fc986588-e00e-4e54-85b1-736c35878b38 req-ba1607b4-022f-4d88-a289-ab9f112a86c4 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a14e7540-0cec-4f49-bdca-542e722e2406 HTTP/1.1" status: 200 len: 210 time: 0.0525510 May 18 10:08:54.566083 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14e7540-0cec-4f49-bdca-542e722e2406', 'name': 'network-vif-deleted', 'tag': 'e4e93cbb-6abf-4368-9d99-cb28b406c180', 'status': 'completed', 'code': 200} May 18 10:08:54.680656 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-aefc9e67-d25b-4687-8b53-1f931d1e9672 None None] Set router 2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:08:54.992136 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-aefc9e67-d25b-4687-8b53-1f931d1e9672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'name': 'tempest-AttachVolumeTestJSON-401901077-router', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '2028ef6b-7021-4ef5-9774-c779565cf807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:48Z', 'updated_at': '2021-05-18T10:00:58Z', 'revision_number': 4, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'gw_port': {'id': '2028ef6b-7021-4ef5-9774-c779565cf807', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:50Z', 'updated_at': '2021-05-18T10:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'd35ea65d-d34c-42d8-a340-cfafd450b0df', 'name': '', 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'mac_address': 'fa:16:3e:27:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7879ceca-ac45-4ec5-8a61-389c60092f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:57Z', 'updated_at': '2021-05-18T10:01:11Z', 'revision_number': 5, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'subnets': [{'id': '7879ceca-ac45-4ec5-8a61-389c60092f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:54.996262 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefc9e67-d25b-4687-8b53-1f931d1e9672 None None] Checking router: 2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da for host: dv-cinder-772623-5-iscsi {{(pid=91256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:08:55.005412 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefc9e67-d25b-4687-8b53-1f931d1e9672 None None] Routers {'2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:08:55.006046 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-aefc9e67-d25b-4687-8b53-1f931d1e9672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:08:25Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:55.191817 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-aefc9e67-d25b-4687-8b53-1f931d1e9672 None None] Set router 2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:08:55.257643 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:55.324812 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-1b7b5cdc-7d7e-4d49-9d39-931abcaea0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:55.512498 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-aefc9e67-d25b-4687-8b53-1f931d1e9672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'name': 'tempest-AttachVolumeTestJSON-401901077-router', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '2028ef6b-7021-4ef5-9774-c779565cf807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:48Z', 'updated_at': '2021-05-18T10:00:58Z', 'revision_number': 4, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'gw_port': {'id': '2028ef6b-7021-4ef5-9774-c779565cf807', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:50Z', 'updated_at': '2021-05-18T10:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'd35ea65d-d34c-42d8-a340-cfafd450b0df', 'name': '', 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'mac_address': 'fa:16:3e:27:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7879ceca-ac45-4ec5-8a61-389c60092f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:57Z', 'updated_at': '2021-05-18T10:01:11Z', 'revision_number': 5, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'subnets': [{'id': '7879ceca-ac45-4ec5-8a61-389c60092f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:08:55.516292 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefc9e67-d25b-4687-8b53-1f931d1e9672 None None] The sync data for ids ['2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da'] in dv-cinder-772623-5-iscsi is: [{'id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'name': 'tempest-AttachVolumeTestJSON-401901077-router', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '2028ef6b-7021-4ef5-9774-c779565cf807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:48Z', 'updated_at': '2021-05-18T10:00:58Z', 'revision_number': 4, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'gw_port': {'id': '2028ef6b-7021-4ef5-9774-c779565cf807', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:50Z', 'updated_at': '2021-05-18T10:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'd35ea65d-d34c-42d8-a340-cfafd450b0df', 'name': '', 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'mac_address': 'fa:16:3e:27:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7879ceca-ac45-4ec5-8a61-389c60092f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:57Z', 'updated_at': '2021-05-18T10:01:11Z', 'revision_number': 5, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'subnets': [{'id': '7879ceca-ac45-4ec5-8a61-389c60092f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:08:55.662235 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 39332) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:55.724566 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b248d40-7c76-4b6d-8f8d-707bd4335b3e None None] New status for floating IP 264028d9-40cc-4bed-a389-0c5e6216ab3c: DOWN {{(pid=91257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 10:08:55.734944 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-4feee337-eb40-4f6a-bf3c-6cc8073b98f1 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:55.762908 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-4feee337-eb40-4f6a-bf3c-6cc8073b98f1 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:55.822499 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-4feee337-eb40-4f6a-bf3c-6cc8073b98f1 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:55.826333 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-e8fd93e4-a667-4530-819b-af9c22d5bc22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:55.841032 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feee337-eb40-4f6a-bf3c-6cc8073b98f1 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=057bc031-4abb-4146-8d84-84ca36be0685,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:55.844246 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-4feee337-eb40-4f6a-bf3c-6cc8073b98f1 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:55.856770 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-4feee337-eb40-4f6a-bf3c-6cc8073b98f1 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:55.859981 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-4feee337-eb40-4f6a-bf3c-6cc8073b98f1 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "DELETE /v2.0/security-groups/057bc031-4abb-4146-8d84-84ca36be0685 HTTP/1.1" status: 204 len: 168 time: 0.1957824 May 18 10:08:55.860564 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 39338) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:55.878052 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.api.v2.resource [None req-ab06bf7b-68d8-4eb4-b814-da5549cd2e08 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] show failed (client error): The resource could not be found. May 18 10:08:55.879060 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-ab06bf7b-68d8-4eb4-b814-da5549cd2e08 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups/057bc031-4abb-4146-8d84-84ca36be0685 HTTP/1.1" status: 404 len: 347 time: 0.0176105 May 18 10:08:55.882110 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 39342) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:56.100437 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [None req-7a6fac77-ecb3-49e1-b3ce-583e329cb579 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Deleting port 0772022e-f6b6-4703-9c08-e36ef935f566 {{(pid=91254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:08:56.100769 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-7a6fac77-ecb3-49e1-b3ce-583e329cb579 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:56.216541 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-7a6fac77-ecb3-49e1-b3ce-583e329cb579 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:56.216859 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-7a6fac77-ecb3-49e1-b3ce-583e329cb579 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:56.336056 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [None req-7a6fac77-ecb3-49e1-b3ce-583e329cb579 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Calling delete_port for 0772022e-f6b6-4703-9c08-e36ef935f566 owned by network:floatingip {{(pid=91254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:08:56.445289 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-7a6fac77-ecb3-49e1-b3ce-583e329cb579 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:56.449194 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-4f354228-0def-4e66-b4cf-a123eb3c9320 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:56.495972 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6fac77-ecb3-49e1-b3ce-583e329cb579 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Pushing event deleted for resources: {'Port': ['ID=0772022e-f6b6-4703-9c08-e36ef935f566,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:56.498614 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-7a6fac77-ecb3-49e1-b3ce-583e329cb579 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:56.588344 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-7a6fac77-ecb3-49e1-b3ce-583e329cb579 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for floatingip, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:56.602243 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-7a6fac77-ecb3-49e1-b3ce-583e329cb579 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for floatingip, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:56.603426 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-7a6fac77-ecb3-49e1-b3ce-583e329cb579 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "DELETE /v2.0/floatingips/264028d9-40cc-4bed-a389-0c5e6216ab3c HTTP/1.1" status: 204 len: 168 time: 0.7203684 May 18 10:08:56.632758 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:56.852859 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 39352) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:56.858293 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-4dba2dcc-035c-48bf-bd58-1a1c754bf1f7 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1979940811', 'description': 'tempest-description--1802013277'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:08:56.864426 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-4dba2dcc-035c-48bf-bd58-1a1c754bf1f7 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:08:56.868568 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-4dba2dcc-035c-48bf-bd58-1a1c754bf1f7 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Usage tracker for resource:security_group and tenant:4738afae052f4e64894b0edeb5a37fbf is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:08:56.871487 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-4dba2dcc-035c-48bf-bd58-1a1c754bf1f7 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:08:56.877305 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-4dba2dcc-035c-48bf-bd58-1a1c754bf1f7 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:08:56.888906 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-4dba2dcc-035c-48bf-bd58-1a1c754bf1f7 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:56.909349 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-4dba2dcc-035c-48bf-bd58-1a1c754bf1f7 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:08:56.913123 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-4dba2dcc-035c-48bf-bd58-1a1c754bf1f7 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Usage tracker for resource:security_group_rule and tenant:4738afae052f4e64894b0edeb5a37fbf is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:08:56.915983 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-4dba2dcc-035c-48bf-bd58-1a1c754bf1f7 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:08:56.921741 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-4dba2dcc-035c-48bf-bd58-1a1c754bf1f7 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:08:56.997732 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-4dba2dcc-035c-48bf-bd58-1a1c754bf1f7 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:57.001337 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-4dba2dcc-035c-48bf-bd58-1a1c754bf1f7 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:57.006169 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-239b893f-f4ac-43f4-8fcb-2b137f87f08e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:57.046078 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba2dcc-035c-48bf-bd58-1a1c754bf1f7 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a52b36e6-948e-467c-bb97-b3a44a4dc32a,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:57.049027 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-4dba2dcc-035c-48bf-bd58-1a1c754bf1f7 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:57.050151 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-4dba2dcc-035c-48bf-bd58-1a1c754bf1f7 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:57.051389 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-4dba2dcc-035c-48bf-bd58-1a1c754bf1f7 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1974778 May 18 10:08:57.054334 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 39356) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:57.059559 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-ecf0bd2c-5e93-434e-9030-3722afb4acbd tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Request body: {'security_group_rule': {'security_group_id': 'a52b36e6-948e-467c-bb97-b3a44a4dc32a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:08:57.066180 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-ecf0bd2c-5e93-434e-9030-3722afb4acbd tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:08:57.069735 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-ecf0bd2c-5e93-434e-9030-3722afb4acbd tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Usage tracker for resource:security_group_rule and tenant:4738afae052f4e64894b0edeb5a37fbf is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:08:57.072620 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-ecf0bd2c-5e93-434e-9030-3722afb4acbd tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:08:57.079398 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-ecf0bd2c-5e93-434e-9030-3722afb4acbd tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:08:57.096364 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-ecf0bd2c-5e93-434e-9030-3722afb4acbd tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:57.155984 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-ecf0bd2c-5e93-434e-9030-3722afb4acbd tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:57.159789 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-ecf0bd2c-5e93-434e-9030-3722afb4acbd tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971979'] for security_group_rule, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:57.161888 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:57.183076 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf0bd2c-5e93-434e-9030-3722afb4acbd tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6c34ba8-1d38-4851-9e69-7bb5bff1e295,revision_number=0']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:57.186158 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-ecf0bd2c-5e93-434e-9030-3722afb4acbd tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:57.192908 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-ecf0bd2c-5e93-434e-9030-3722afb4acbd tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:57.194065 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-ecf0bd2c-5e93-434e-9030-3722afb4acbd tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1387529 May 18 10:08:57.196741 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 39360) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:57.202298 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-0e2cde4d-5836-417c-ba67-ddd2666a831f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Request body: {'security_group_rule': {'security_group_id': 'a52b36e6-948e-467c-bb97-b3a44a4dc32a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:08:57.207821 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-0e2cde4d-5836-417c-ba67-ddd2666a831f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:08:57.211545 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-0e2cde4d-5836-417c-ba67-ddd2666a831f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Usage tracker for resource:security_group_rule and tenant:4738afae052f4e64894b0edeb5a37fbf is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:08:57.214621 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-0e2cde4d-5836-417c-ba67-ddd2666a831f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:08:57.220308 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-0e2cde4d-5836-417c-ba67-ddd2666a831f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:08:57.235608 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-0e2cde4d-5836-417c-ba67-ddd2666a831f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:57.297712 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-0e2cde4d-5836-417c-ba67-ddd2666a831f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:57.301250 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-0e2cde4d-5836-417c-ba67-ddd2666a831f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971979'] for security_group_rule, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:57.303296 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:57.326127 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2cde4d-5836-417c-ba67-ddd2666a831f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0254ce4d-78cc-4754-a8d1-de71736aca2a,revision_number=0']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:57.328575 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-0e2cde4d-5836-417c-ba67-ddd2666a831f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:57.335581 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-0e2cde4d-5836-417c-ba67-ddd2666a831f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:57.336745 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-0e2cde4d-5836-417c-ba67-ddd2666a831f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1391199 May 18 10:08:57.340127 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 39364) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:08:57.345146 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-a7ce53ce-974f-458b-b99a-db14a7ba2dd0 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Request body: {'floatingip': {'floating_network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:08:57.350820 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-a7ce53ce-974f-458b-b99a-db14a7ba2dd0 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:08:57.354696 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-a7ce53ce-974f-458b-b99a-db14a7ba2dd0 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Usage tracker for resource:floatingip and tenant:4738afae052f4e64894b0edeb5a37fbf is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:08:57.357703 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-a7ce53ce-974f-458b-b99a-db14a7ba2dd0 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:08:57.363412 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-a7ce53ce-974f-458b-b99a-db14a7ba2dd0 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:08:57.374138 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-a7ce53ce-974f-458b-b99a-db14a7ba2dd0 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for floatingip, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:57.510952 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-a7ce53ce-974f-458b-b99a-db14a7ba2dd0 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:57.646559 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.db_base_plugin_common [None req-a7ce53ce-974f-458b-b99a-db14a7ba2dd0 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Allocated IP 172.27.1.127 (bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3/bad1a46d-7140-454d-84c6-4b97dc4a536e/a544db54-cb96-4f34-913b-d3b868379ef4) {{(pid=91254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:08:57.792367 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-a7ce53ce-974f-458b-b99a-db14a7ba2dd0 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for port, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:57.820926 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-a7ce53ce-974f-458b-b99a-db14a7ba2dd0 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:57.825862 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-78a02e47-c96c-4d24-9550-d5d5953f3d57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:57.889009 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ce53ce-974f-458b-b99a-db14a7ba2dd0 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Network bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3 is already hosted by enough agents. {{(pid=91254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:08:57.891876 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.base_scheduler [None req-a7ce53ce-974f-458b-b99a-db14a7ba2dd0 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Resources bound (agent type, host, resource id): {{(pid=91254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:08:57.895491 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ce53ce-974f-458b-b99a-db14a7ba2dd0 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Received port after_create {{(pid=91254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:08:57.930496 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce53ce-974f-458b-b99a-db14a7ba2dd0 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Pushing event updated for resources: {'Port': ['ID=a544db54-cb96-4f34-913b-d3b868379ef4,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:57.938142 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-a7ce53ce-974f-458b-b99a-db14a7ba2dd0 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:57.978168 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-a7ce53ce-974f-458b-b99a-db14a7ba2dd0 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:58.134300 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-a7ce53ce-974f-458b-b99a-db14a7ba2dd0 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:58.158078 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:58.338006 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-a7ce53ce-974f-458b-b99a-db14a7ba2dd0 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for port, precommit_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:58.342543 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-a7ce53ce-974f-458b-b99a-db14a7ba2dd0 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2477981'] for port, after_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:58.346005 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-3c72ae36-e73e-4aef-8715-5a0041d14c80 tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:08:58.452092 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce53ce-974f-458b-b99a-db14a7ba2dd0 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Pushing event updated for resources: {'Port': ['ID=a544db54-cb96-4f34-913b-d3b868379ef4,revision_number=2']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:08:58.456172 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-a7ce53ce-974f-458b-b99a-db14a7ba2dd0 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:08:58.465268 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-a7ce53ce-974f-458b-b99a-db14a7ba2dd0 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922060'] for floatingip, after_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:58.487175 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-a7ce53ce-974f-458b-b99a-db14a7ba2dd0 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for floatingip, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:08:58.488373 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-a7ce53ce-974f-458b-b99a-db14a7ba2dd0 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1473155 May 18 10:08:58.512231 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device e4e93cbb-6abf-4368-9d99-cb28b406c180 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:08:58.545841 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] No Port match for: e4e93cbb-6abf-4368-9d99-cb28b406c180 {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:08:58.546212 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device e4e93cbb-6abf-4368-9d99-cb28b406c180 not bound to the agent host hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:08:58.709232 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-3d148e7e-a461-4ec4-9da3-0b61656ff350 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Synchronizing usage tracker for tenant:4738afae052f4e64894b0edeb5a37fbf on resource:security_group {{(pid=91254) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:08:58.725273 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-3d148e7e-a461-4ec4-9da3-0b61656ff350 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Unset dirty status for tenant:4738afae052f4e64894b0edeb5a37fbf on resource:security_group {{(pid=91254) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:08:58.726476 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-3d148e7e-a461-4ec4-9da3-0b61656ff350 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1979940811&fields=id&tenant_id=4738afae052f4e64894b0edeb5a37fbf HTTP/1.1" status: 200 len: 267 time: 0.0559907 May 18 10:08:58.874655 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-00e8fd15-06c4-439a-8e52-e79edebce1ab tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:08:58.876014 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-00e8fd15-06c4-439a-8e52-e79edebce1ab tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/networks?id=38de340e-be75-495c-91ac-81e0ab74f998 HTTP/1.1" status: 200 len: 810 time: 0.1421072 May 18 10:08:58.890468 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-6ca032de-5944-4806-973e-32682e130a47 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/quotas/4738afae052f4e64894b0edeb5a37fbf HTTP/1.1" status: 200 len: 375 time: 0.0089312 May 18 10:08:58.979883 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-cd6a6adf-a79e-4712-9441-fa09e4aecd9f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Synchronizing usage tracker for tenant:4738afae052f4e64894b0edeb5a37fbf on resource:port {{(pid=91254) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:08:58.995451 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-cd6a6adf-a79e-4712-9441-fa09e4aecd9f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Unset dirty status for tenant:4738afae052f4e64894b0edeb5a37fbf on resource:port {{(pid=91254) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:08:58.997979 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-cd6a6adf-a79e-4712-9441-fa09e4aecd9f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4738afae052f4e64894b0edeb5a37fbf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1025314 May 18 10:08:59.135908 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-361e72cc-910c-4b62-8c66-fb479a8dd9cc service neutron] 10.222.0.11 "GET /v2.0/networks/38de340e-be75-495c-91ac-81e0ab74f998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261032 May 18 10:08:59.269471 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-fb574224-744b-4460-8a34-450f6d40deb9 service neutron] 10.222.0.11 "GET /v2.0/networks/38de340e-be75-495c-91ac-81e0ab74f998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273313 May 18 10:08:59.454645 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-dc93dc23-64e2-403e-b0d4-ad74e5a95045 req-4c1057fe-1b3e-4592-b561-def5ed61ffab tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d61332-7a25-4faf-907d-763a0f05ab8a HTTP/1.1" status: 200 len: 210 time: 0.0464964 May 18 10:09:00.508394 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-3ae04d5a-e505-40ae-85d7-b8200d27171b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:00.509866 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-3ae04d5a-e505-40ae-85d7-b8200d27171b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.10 "GET /v2.0/networks?id=38de340e-be75-495c-91ac-81e0ab74f998 HTTP/1.1" status: 200 len: 810 time: 0.1472535 May 18 10:09:00.564898 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-c94daae4-9378-4af3-b5b6-db28b085593d tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4738afae052f4e64894b0edeb5a37fbf HTTP/1.1" status: 200 len: 380 time: 0.0419450 May 18 10:09:00.576980 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-848f5df2-2424-480c-bfae-0f4149ca785b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Request body: {'port': {'device_id': 'a8d61332-7a25-4faf-907d-763a0f05ab8a', 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998', 'admin_state_up': True, 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'security_groups': ['a52b36e6-948e-467c-bb97-b3a44a4dc32a']}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:09:00.612793 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-22dae4cf-8eb4-4810-ad0c-51f763bb72b8 req-9c495b91-6ec0-4587-80fa-7e6b2daa689f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d61332-7a25-4faf-907d-763a0f05ab8a HTTP/1.1" status: 200 len: 210 time: 0.0446925 May 18 10:09:00.714579 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-848f5df2-2424-480c-bfae-0f4149ca785b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:09:00.724699 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-848f5df2-2424-480c-bfae-0f4149ca785b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:09:00.735250 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-848f5df2-2424-480c-bfae-0f4149ca785b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Made reservation on behalf of 4738afae052f4e64894b0edeb5a37fbf for: {'port': 1} {{(pid=91254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:09:00.739187 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-848f5df2-2424-480c-bfae-0f4149ca785b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:00.904155 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.db_base_plugin_common [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-848f5df2-2424-480c-bfae-0f4149ca785b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Allocated IP 172.20.0.3 (38de340e-be75-495c-91ac-81e0ab74f998/7879ceca-ac45-4ec5-8a61-389c60092f52/deaf0781-b331-4475-a1e9-7c6598fb69ad) {{(pid=91254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:09:01.092049 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-848f5df2-2424-480c-bfae-0f4149ca785b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for port, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:01.108264 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.provisioning_blocks [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-848f5df2-2424-480c-bfae-0f4149ca785b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Transition to ACTIVE for port object deaf0781-b331-4475-a1e9-7c6598fb69ad will not be triggered until provisioned by entity DHCP. {{(pid=91254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:09:01.131738 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-848f5df2-2424-480c-bfae-0f4149ca785b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:01.137043 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-3c38d5c5-a92b-4de3-9d5e-3c3656c586b3 tempest-AttachVolumeNegativeTest-896484579 tempest-AttachVolumeNegativeTest-896484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:01.299006 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-848f5df2-2424-480c-bfae-0f4149ca785b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Network 38de340e-be75-495c-91ac-81e0ab74f998 is already hosted by enough agents. {{(pid=91254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:09:01.302036 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.base_scheduler [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-848f5df2-2424-480c-bfae-0f4149ca785b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Resources bound (agent type, host, resource id): {{(pid=91254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:09:01.305886 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-848f5df2-2424-480c-bfae-0f4149ca785b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Received port after_create {{(pid=91254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:09:01.341177 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f5df2-2424-480c-bfae-0f4149ca785b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Pushing event updated for resources: {'Port': ['ID=deaf0781-b331-4475-a1e9-7c6598fb69ad,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:01.345856 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-848f5df2-2424-480c-bfae-0f4149ca785b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:01.375526 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-848f5df2-2424-480c-bfae-0f4149ca785b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:01.376167 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-848f5df2-2424-480c-bfae-0f4149ca785b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:01.406236 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-848f5df2-2424-480c-bfae-0f4149ca785b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8336101 May 18 10:09:01.418201 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-7ff2a43f-7d39-4ed3-822b-7915a683c45a service neutron] Request body: {'port': {'device_id': 'a8d61332-7a25-4faf-907d-763a0f05ab8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:09:01.531957 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-7ff2a43f-7d39-4ed3-822b-7915a683c45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:01.574318 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-a742810f-e832-4443-9331-83b00b48a313 None None] Provisioning for port deaf0781-b331-4475-a1e9-7c6598fb69ad completed by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:09:01.579334 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-a742810f-e832-4443-9331-83b00b48a313 None None] Provisioning complete for port deaf0781-b331-4475-a1e9-7c6598fb69ad triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:09:01.579700 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-a742810f-e832-4443-9331-83b00b48a313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:01.632424 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-a742810f-e832-4443-9331-83b00b48a313 None None] Port deaf0781-b331-4475-a1e9-7c6598fb69ad cannot update to ACTIVE because it is not bound. {{(pid=91256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:09:01.798312 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88052f38-5728-465c-9c35-f6f53161e104 req-66a89fd0-c99f-4114-add3-b0f490eac754 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:01.799784 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-88052f38-5728-465c-9c35-f6f53161e104 req-66a89fd0-c99f-4114-add3-b0f490eac754 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d61332-7a25-4faf-907d-763a0f05ab8a HTTP/1.1" status: 200 len: 931 time: 0.0799415 May 18 10:09:01.847123 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-88052f38-5728-465c-9c35-f6f53161e104 req-1c586a20-f688-47c1-bf8c-1fbc543f5e2d tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=a52b36e6-948e-467c-bb97-b3a44a4dc32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414426 May 18 10:09:01.878051 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.notifiers.nova [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-7ff2a43f-7d39-4ed3-822b-7915a683c45a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deaf0781-b331-4475-a1e9-7c6598fb69ad {{(pid=91254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:09:01.885098 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-7ff2a43f-7d39-4ed3-822b-7915a683c45a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:01.898918 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.provisioning_blocks [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-7ff2a43f-7d39-4ed3-822b-7915a683c45a service neutron] Transition to ACTIVE for port object deaf0781-b331-4475-a1e9-7c6598fb69ad will not be triggered until provisioned by entity L2. {{(pid=91254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:09:01.902018 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-7ff2a43f-7d39-4ed3-822b-7915a683c45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2477981'] for port, after_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:01.906765 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-a7ce53ce-974f-458b-b99a-db14a7ba2dd0 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:02.058428 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2a43f-7d39-4ed3-822b-7915a683c45a service neutron] Pushing event updated for resources: {'Port': ['ID=deaf0781-b331-4475-a1e9-7c6598fb69ad,revision_number=2']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:02.065336 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-7ff2a43f-7d39-4ed3-822b-7915a683c45a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:02.136240 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.managers [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-7ff2a43f-7d39-4ed3-822b-7915a683c45a service neutron] Attempting to bind port deaf0781-b331-4475-a1e9-7c6598fb69ad on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:09:02.136606 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.managers [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-7ff2a43f-7d39-4ed3-822b-7915a683c45a service neutron] Attempting to bind port deaf0781-b331-4475-a1e9-7c6598fb69ad by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '3769062a-12ce-4aba-be75-7a8f50e46583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998'}] {{(pid=91254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:09:02.136967 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-7ff2a43f-7d39-4ed3-822b-7915a683c45a service neutron] Attempting to bind port deaf0781-b331-4475-a1e9-7c6598fb69ad on network 38de340e-be75-495c-91ac-81e0ab74f998 {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:09:02.142331 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-7ff2a43f-7d39-4ed3-822b-7915a683c45a service neutron] Port deaf0781-b331-4475-a1e9-7c6598fb69ad on network 38de340e-be75-495c-91ac-81e0ab74f998 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 10:09:02.142688 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-7ff2a43f-7d39-4ed3-822b-7915a683c45a service neutron] Attempting to bind port deaf0781-b331-4475-a1e9-7c6598fb69ad on network 38de340e-be75-495c-91ac-81e0ab74f998 {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:09:02.148157 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-7ff2a43f-7d39-4ed3-822b-7915a683c45a service neutron] Checking agent: {'id': '24b5a2b2-de0a-48ed-9b1d-3e34697dfcd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 59, 16), 'started_at': datetime.datetime(2021, 5, 18, 9, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:09:02.148492 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-7ff2a43f-7d39-4ed3-822b-7915a683c45a service neutron] Checking segment: {'id': '3769062a-12ce-4aba-be75-7a8f50e46583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:09:02.148874 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-7ff2a43f-7d39-4ed3-822b-7915a683c45a service neutron] Bound using segment: {'id': '3769062a-12ce-4aba-be75-7a8f50e46583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998'} {{(pid=91254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:09:02.149326 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.managers [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-7ff2a43f-7d39-4ed3-822b-7915a683c45a service neutron] Bound port: deaf0781-b331-4475-a1e9-7c6598fb69ad, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3769062a-12ce-4aba-be75-7a8f50e46583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998'}}] {{(pid=91254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:09:02.149669 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-7ff2a43f-7d39-4ed3-822b-7915a683c45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:02.237718 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-7ff2a43f-7d39-4ed3-822b-7915a683c45a service neutron] For port deaf0781-b331-4475-a1e9-7c6598fb69ad, host hv-cinder-77262, cleared binding levels {{(pid=91254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:09:02.240568 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-7ff2a43f-7d39-4ed3-822b-7915a683c45a service neutron] For port deaf0781-b331-4475-a1e9-7c6598fb69ad, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=deaf0781-b331-4475-a1e9-7c6598fb69ad,segment=NetworkSegment(3769062a-12ce-4aba-be75-7a8f50e46583),segment_id=3769062a-12ce-4aba-be75-7a8f50e46583)] {{(pid=91254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:09:02.244919 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-7ff2a43f-7d39-4ed3-822b-7915a683c45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2477981'] for port, after_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:02.249269 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-2421581d-3a72-4384-9af9-f2bcc6d33d3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:02.312645 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-7ff2a43f-7d39-4ed3-822b-7915a683c45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:02.313415 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-7ff2a43f-7d39-4ed3-822b-7915a683c45a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:02.314857 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-7ff2a43f-7d39-4ed3-822b-7915a683c45a service neutron] 10.222.0.10 "PUT /v2.0/ports/deaf0781-b331-4475-a1e9-7c6598fb69ad HTTP/1.1" status: 200 len: 1093 time: 0.9012780 May 18 10:09:02.315452 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d61332-7a25-4faf-907d-763a0f05ab8a', 'tag': 'deaf0781-b331-4475-a1e9-7c6598fb69ad'}] {{(pid=91254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:09:02.338902 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2a43f-7d39-4ed3-822b-7915a683c45a service neutron] Pushing event updated for resources: {'Port': ['ID=deaf0781-b331-4475-a1e9-7c6598fb69ad,revision_number=3']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:02.342932 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-7ff2a43f-7d39-4ed3-822b-7915a683c45a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:02.388248 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d61332-7a25-4faf-907d-763a0f05ab8a', 'tag': 'deaf0781-b331-4475-a1e9-7c6598fb69ad', 'status': 'completed', 'code': 200} May 18 10:09:02.433262 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-964565fe-0d14-42a4-b607-93deb94a90ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:02.435042 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-964565fe-0d14-42a4-b607-93deb94a90ad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4738afae052f4e64894b0edeb5a37fbf&device_id=a8d61332-7a25-4faf-907d-763a0f05ab8a HTTP/1.1" status: 200 len: 1096 time: 0.0788274 May 18 10:09:02.518211 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-0cf9880a-f483-4ec0-b539-615ac8f0ab62 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=deaf0781-b331-4475-a1e9-7c6598fb69ad HTTP/1.1" status: 200 len: 217 time: 0.0658724 May 18 10:09:02.580865 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-b4bb8b77-b6b2-4120-9460-d52efddcf88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:02.582272 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-b4bb8b77-b6b2-4120-9460-d52efddcf88d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7879ceca-ac45-4ec5-8a61-389c60092f52 HTTP/1.1" status: 200 len: 849 time: 0.0584390 May 18 10:09:02.669086 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-c65f6683-bc62-4cd8-b016-50a638b4341a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:02.670514 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-c65f6683-bc62-4cd8-b016-50a638b4341a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38de340e-be75-495c-91ac-81e0ab74f998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762556 May 18 10:09:02.802631 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-49e19c4a-707a-4c75-9b03-15d1e212647f service neutron] 10.222.0.10 "GET /v2.0/networks/38de340e-be75-495c-91ac-81e0ab74f998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247017 May 18 10:09:02.934240 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-4e52bd88-b4f3-46d6-a270-0f67d776ae62 req-9044eaff-ed31-40e1-a346-26c9583002ad service neutron] 10.222.0.10 "GET /v2.0/networks/38de340e-be75-495c-91ac-81e0ab74f998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243145 May 18 10:09:03.189709 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb71ec1-a64f-4444-9347-60b99b0c0162 req-74839b29-7109-4eab-97f2-79e4a0a69118 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:03.190305 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-cdb71ec1-a64f-4444-9347-60b99b0c0162 req-74839b29-7109-4eab-97f2-79e4a0a69118 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Synchronizing usage tracker for tenant:4738afae052f4e64894b0edeb5a37fbf on resource:port {{(pid=91254) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:09:03.195903 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188cd03-720a-4bd7-82a3-74f19cc96a95 req-9f2e9587-7ce8-4f70-abb9-f358014624e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:03.197316 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f188cd03-720a-4bd7-82a3-74f19cc96a95 req-9f2e9587-7ce8-4f70-abb9-f358014624e2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4738afae052f4e64894b0edeb5a37fbf&device_id=a8d61332-7a25-4faf-907d-763a0f05ab8a HTTP/1.1" status: 200 len: 1096 time: 0.2057543 May 18 10:09:03.235861 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-cdb71ec1-a64f-4444-9347-60b99b0c0162 req-74839b29-7109-4eab-97f2-79e4a0a69118 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Unset dirty status for tenant:4738afae052f4e64894b0edeb5a37fbf on resource:port {{(pid=91254) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:09:03.236997 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-cdb71ec1-a64f-4444-9347-60b99b0c0162 req-74839b29-7109-4eab-97f2-79e4a0a69118 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d61332-7a25-4faf-907d-763a0f05ab8a HTTP/1.1" status: 200 len: 943 time: 0.2805974 May 18 10:09:03.344519 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-cdb71ec1-a64f-4444-9347-60b99b0c0162 req-adbed1a8-27d5-4a04-b3d0-886fa387e94c tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=a52b36e6-948e-467c-bb97-b3a44a4dc32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005113 May 18 10:09:03.365836 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188cd03-720a-4bd7-82a3-74f19cc96a95 req-bb782c05-7e08-4357-ac9e-dd91ccbbef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:03.367318 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f188cd03-720a-4bd7-82a3-74f19cc96a95 req-bb782c05-7e08-4357-ac9e-dd91ccbbef48 service neutron] 10.222.0.10 "GET /v2.0/networks?id=38de340e-be75-495c-91ac-81e0ab74f998 HTTP/1.1" status: 200 len: 911 time: 0.1630585 May 18 10:09:03.437706 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f188cd03-720a-4bd7-82a3-74f19cc96a95 req-2ffc0a0b-4f4f-419c-b159-3517df1261b1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=deaf0781-b331-4475-a1e9-7c6598fb69ad HTTP/1.1" status: 200 len: 217 time: 0.0634830 May 18 10:09:03.500036 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188cd03-720a-4bd7-82a3-74f19cc96a95 req-67cf0c73-615e-439c-a528-54271cf32775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:03.501380 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f188cd03-720a-4bd7-82a3-74f19cc96a95 req-67cf0c73-615e-439c-a528-54271cf32775 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7879ceca-ac45-4ec5-8a61-389c60092f52 HTTP/1.1" status: 200 len: 849 time: 0.0571184 May 18 10:09:03.587421 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188cd03-720a-4bd7-82a3-74f19cc96a95 req-b9ec97ee-5f2f-4679-b11d-bab0948c2c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:03.589176 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f188cd03-720a-4bd7-82a3-74f19cc96a95 req-b9ec97ee-5f2f-4679-b11d-bab0948c2c33 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38de340e-be75-495c-91ac-81e0ab74f998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689745 May 18 10:09:03.720599 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f188cd03-720a-4bd7-82a3-74f19cc96a95 req-a41ff1b2-4f9a-42a7-9c88-e26f44134852 service neutron] 10.222.0.10 "GET /v2.0/networks/38de340e-be75-495c-91ac-81e0ab74f998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246338 May 18 10:09:03.852288 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f188cd03-720a-4bd7-82a3-74f19cc96a95 req-2c845e16-d3f9-4943-9205-7cd12af016dd service neutron] 10.222.0.10 "GET /v2.0/networks/38de340e-be75-495c-91ac-81e0ab74f998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247752 May 18 10:09:04.528761 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30e04f-4c22-49e2-91a4-9a132b2a18ab req-32f03f91-1ba9-490b-8a5e-f3782cce3dd6 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:04.530202 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-0f30e04f-4c22-49e2-91a4-9a132b2a18ab req-32f03f91-1ba9-490b-8a5e-f3782cce3dd6 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d61332-7a25-4faf-907d-763a0f05ab8a HTTP/1.1" status: 200 len: 943 time: 0.0823894 May 18 10:09:04.573839 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-0f30e04f-4c22-49e2-91a4-9a132b2a18ab req-a62a7a79-cd7d-4264-a053-7275cf513c41 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=a52b36e6-948e-467c-bb97-b3a44a4dc32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378852 May 18 10:09:05.757217 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a99da1-fda8-47a4-b747-34e3959f11ba req-6fddcc02-63a7-40ff-b4e8-5ce144f79355 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:05.758612 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-b9a99da1-fda8-47a4-b747-34e3959f11ba req-6fddcc02-63a7-40ff-b4e8-5ce144f79355 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d61332-7a25-4faf-907d-763a0f05ab8a HTTP/1.1" status: 200 len: 943 time: 0.0778036 May 18 10:09:05.805712 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-b9a99da1-fda8-47a4-b747-34e3959f11ba req-f0f1e8ce-b565-4071-a75e-e9f068e26bf2 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=a52b36e6-948e-467c-bb97-b3a44a4dc32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408459 May 18 10:09:06.561327 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device deaf0781-b331-4475-a1e9-7c6598fb69ad details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:09:06.692709 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port deaf0781-b331-4475-a1e9-7c6598fb69ad, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=deaf0781-b331-4475-a1e9-7c6598fb69ad,segment=NetworkSegment(3769062a-12ce-4aba-be75-7a8f50e46583),segment_id=3769062a-12ce-4aba-be75-7a8f50e46583)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:09:06.708648 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Returning: {'device': 'deaf0781-b331-4475-a1e9-7c6598fb69ad', 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998', 'port_id': 'deaf0781-b331-4475-a1e9-7c6598fb69ad', 'mac_address': 'fa:16:3e:38:10:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7879ceca-ac45-4ec5-8a61-389c60092f52', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:09:06.765370 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:06.781940 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deaf0781-b331-4475-a1e9-7c6598fb69ad {{(pid=91256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:09:06.797303 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port deaf0781-b331-4475-a1e9-7c6598fb69ad, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=deaf0781-b331-4475-a1e9-7c6598fb69ad,segment=NetworkSegment(3769062a-12ce-4aba-be75-7a8f50e46583),segment_id=3769062a-12ce-4aba-be75-7a8f50e46583)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:09:06.801458 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:06.803216 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:06.867657 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=deaf0781-b331-4475-a1e9-7c6598fb69ad,revision_number=4']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:06.875482 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:09:06.875826 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:09:06.876157 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:09:06.876484 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:09:06.876809 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:09:06.877142 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:09:06.877445 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:09:06.877762 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:09:06.878074 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:09:06.878408 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:09:06.878719 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:09:06.879032 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:09:06.882786 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:06.990614 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a27be-3de6-46fc-974e-7099b7546c28 req-b13f4d02-dad7-4f66-ae86-1264413e60e4 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:06.992014 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f19a27be-3de6-46fc-974e-7099b7546c28 req-b13f4d02-dad7-4f66-ae86-1264413e60e4 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d61332-7a25-4faf-907d-763a0f05ab8a HTTP/1.1" status: 200 len: 944 time: 0.0804036 May 18 10:09:07.037641 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f19a27be-3de6-46fc-974e-7099b7546c28 req-5fb64699-b17a-4217-94e6-578a20a4e2b8 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=a52b36e6-948e-467c-bb97-b3a44a4dc32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396986 May 18 10:09:07.130952 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['deaf0781-b331-4475-a1e9-7c6598fb69ad'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:09:08.227355 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a8b4b-6d44-4c92-9cbb-f6c5bee80423 req-bd26f664-ed11-458c-90a9-8de21e450d4d tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:08.228908 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ae7a8b4b-6d44-4c92-9cbb-f6c5bee80423 req-bd26f664-ed11-458c-90a9-8de21e450d4d tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d61332-7a25-4faf-907d-763a0f05ab8a HTTP/1.1" status: 200 len: 944 time: 0.0863507 May 18 10:09:08.275265 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ae7a8b4b-6d44-4c92-9cbb-f6c5bee80423 req-b5bcb46a-d3c2-49f1-b743-7b39bcf98c5c tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=a52b36e6-948e-467c-bb97-b3a44a4dc32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406899 May 18 10:09:08.579841 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device deaf0781-b331-4475-a1e9-7c6598fb69ad up at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:09:08.650484 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning for port deaf0781-b331-4475-a1e9-7c6598fb69ad completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:09:08.655181 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning complete for port deaf0781-b331-4475-a1e9-7c6598fb69ad triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:09:08.655557 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:08.772965 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:08.803970 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d61332-7a25-4faf-907d-763a0f05ab8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deaf0781-b331-4475-a1e9-7c6598fb69ad'}] {{(pid=91256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:09:08.815379 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port deaf0781-b331-4475-a1e9-7c6598fb69ad, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=deaf0781-b331-4475-a1e9-7c6598fb69ad,segment=NetworkSegment(3769062a-12ce-4aba-be75-7a8f50e46583),segment_id=3769062a-12ce-4aba-be75-7a8f50e46583)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:09:08.821096 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:08.823000 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:09:08.857003 dv-cinder-772623-5-iscsi neutron-server[91256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d61332-7a25-4faf-907d-763a0f05ab8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deaf0781-b331-4475-a1e9-7c6598fb69ad', 'code': 200} May 18 10:09:08.890106 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=deaf0781-b331-4475-a1e9-7c6598fb69ad,revision_number=5']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:09:08.893184 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:09:09.088294 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0f9a0-7524-47aa-af39-b33997ad1736 req-1d43fb82-b4d6-4f05-a920-5817d6c90e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:09.089813 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-4ac0f9a0-7524-47aa-af39-b33997ad1736 req-1d43fb82-b4d6-4f05-a920-5817d6c90e49 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a8d61332-7a25-4faf-907d-763a0f05ab8a HTTP/1.1" status: 200 len: 1098 time: 0.0721886 May 18 10:09:09.134983 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-4ac0f9a0-7524-47aa-af39-b33997ad1736 req-628d68fc-76a9-4416-ae4f-a6dc2ed8516e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a52b36e6-948e-467c-bb97-b3a44a4dc32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379899 May 18 10:09:09.462289 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f92c4-ec7f-4d92-8d98-9b56f00bd7a7 req-001c8493-809a-4c8a-9f35-02b0d3d32cd3 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:09.464138 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-312f92c4-ec7f-4d92-8d98-9b56f00bd7a7 req-001c8493-809a-4c8a-9f35-02b0d3d32cd3 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d61332-7a25-4faf-907d-763a0f05ab8a HTTP/1.1" status: 200 len: 945 time: 0.0826390 May 18 10:09:09.514238 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-312f92c4-ec7f-4d92-8d98-9b56f00bd7a7 req-42682306-376d-47b6-9fe2-e1855016ec35 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=a52b36e6-948e-467c-bb97-b3a44a4dc32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436699 May 18 10:09:09.863000 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:09:10.701515 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe55716-65dd-4f0d-8372-e0f5a24c74e9 req-a2d31289-efde-437c-a529-960481344536 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:10.702870 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-efe55716-65dd-4f0d-8372-e0f5a24c74e9 req-a2d31289-efde-437c-a529-960481344536 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d61332-7a25-4faf-907d-763a0f05ab8a HTTP/1.1" status: 200 len: 945 time: 0.0826297 May 18 10:09:10.747173 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-efe55716-65dd-4f0d-8372-e0f5a24c74e9 req-f4115bb3-9403-4e81-8ebb-b09130b5a3ac tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=a52b36e6-948e-467c-bb97-b3a44a4dc32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383649 May 18 10:09:10.924608 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7893b41-0f5a-4032-9ffe-ddc6a6524dc9 req-adaa2498-5364-401f-a03c-83ea2cdb5cc8 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:10.926076 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a7893b41-0f5a-4032-9ffe-ddc6a6524dc9 req-adaa2498-5364-401f-a03c-83ea2cdb5cc8 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d61332-7a25-4faf-907d-763a0f05ab8a HTTP/1.1" status: 200 len: 945 time: 0.0792472 May 18 10:09:10.934973 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 39446) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:09:10.940020 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-f2cdde72-8678-44c9-bf9a-5bd2fa624b46 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Request body: {'floatingip': {'port_id': 'deaf0781-b331-4475-a1e9-7c6598fb69ad'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:09:11.016740 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f2cdde72-8678-44c9-bf9a-5bd2fa624b46 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for floatingip, before_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:11.687307 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f2cdde72-8678-44c9-bf9a-5bd2fa624b46 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:11.690993 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f2cdde72-8678-44c9-bf9a-5bd2fa624b46 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922060'] for floatingip, after_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:11.868015 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.db.l3_db [None req-f2cdde72-8678-44c9-bf9a-5bd2fa624b46 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Floating IP ed4b2654-5c11-45ff-8b09-a0b2155c9d98 associated. External IP: 172.27.1.127, port: deaf0781-b331-4475-a1e9-7c6598fb69ad. May 18 10:09:12.216908 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2cdde72-8678-44c9-bf9a-5bd2fa624b46 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Router 2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da has already been hosted by L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb {{(pid=91254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:09:12.391559 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cdde72-8678-44c9-bf9a-5bd2fa624b46 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:09:12.396425 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f2cdde72-8678-44c9-bf9a-5bd2fa624b46 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for floatingip, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:12.400882 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d11694-6df5-417b-9118-28b76225bded None None] Sync routers for ids ['2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da'] in dv-cinder-772623-5-iscsi {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:09:12.411511 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d11694-6df5-417b-9118-28b76225bded None None] Routers {'2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:09:12.412134 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-35d11694-6df5-417b-9118-28b76225bded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:08:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:09:12.453163 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-f2cdde72-8678-44c9-bf9a-5bd2fa624b46 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "PUT /v2.0/floatingips/ed4b2654-5c11-45ff-8b09-a0b2155c9d98 HTTP/1.1" status: 200 len: 991 time: 1.5171344 May 18 10:09:12.453795 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d61332-7a25-4faf-907d-763a0f05ab8a', 'tag': 'deaf0781-b331-4475-a1e9-7c6598fb69ad'}] {{(pid=91254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:09:12.499539 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d61332-7a25-4faf-907d-763a0f05ab8a', 'tag': 'deaf0781-b331-4475-a1e9-7c6598fb69ad', 'status': 'completed', 'code': 200} May 18 10:09:12.593122 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7f3ba-fd9d-4c9d-b613-0fa943418956 req-b6aaab0e-8c79-4c11-911c-5f76d9fbd9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:12.595273 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-cce7f3ba-fd9d-4c9d-b613-0fa943418956 req-b6aaab0e-8c79-4c11-911c-5f76d9fbd9b2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4738afae052f4e64894b0edeb5a37fbf&device_id=a8d61332-7a25-4faf-907d-763a0f05ab8a HTTP/1.1" status: 200 len: 1098 time: 0.0726318 May 18 10:09:12.599121 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-35d11694-6df5-417b-9118-28b76225bded None None] Set router 2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:09:12.839982 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7f3ba-fd9d-4c9d-b613-0fa943418956 req-c3b77529-abe9-40a5-bf37-edc7b962f0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:12.841941 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-cce7f3ba-fd9d-4c9d-b613-0fa943418956 req-c3b77529-abe9-40a5-bf37-edc7b962f0b4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=38de340e-be75-495c-91ac-81e0ab74f998 HTTP/1.1" status: 200 len: 911 time: 0.2404053 May 18 10:09:12.943821 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-cce7f3ba-fd9d-4c9d-b613-0fa943418956 req-095a4362-e905-4c17-9cc8-6fc9b0b12e49 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=deaf0781-b331-4475-a1e9-7c6598fb69ad HTTP/1.1" status: 200 len: 999 time: 0.0949469 May 18 10:09:12.949141 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-35d11694-6df5-417b-9118-28b76225bded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'name': 'tempest-AttachVolumeTestJSON-401901077-router', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '2028ef6b-7021-4ef5-9774-c779565cf807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:48Z', 'updated_at': '2021-05-18T10:00:58Z', 'revision_number': 4, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'gw_port': {'id': '2028ef6b-7021-4ef5-9774-c779565cf807', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:50Z', 'updated_at': '2021-05-18T10:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_floatingips': [{'id': 'ed4b2654-5c11-45ff-8b09-a0b2155c9d98', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'floating_ip_address': '172.27.1.127', 'floating_network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'router_id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'port_id': 'deaf0781-b331-4475-a1e9-7c6598fb69ad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998', 'mac_address': 'fa:16:3e:38:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d61332-7a25-4faf-907d-763a0f05ab8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:08:57Z', 'updated_at': '2021-05-18T10:09:11Z', 'revision_number': 1, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd35ea65d-d34c-42d8-a340-cfafd450b0df', 'name': '', 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'mac_address': 'fa:16:3e:27:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7879ceca-ac45-4ec5-8a61-389c60092f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:57Z', 'updated_at': '2021-05-18T10:01:11Z', 'revision_number': 5, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'subnets': [{'id': '7879ceca-ac45-4ec5-8a61-389c60092f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:09:12.953338 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d11694-6df5-417b-9118-28b76225bded None None] Checking router: 2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da for host: dv-cinder-772623-5-iscsi {{(pid=91256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:09:12.961809 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d11694-6df5-417b-9118-28b76225bded None None] Routers {'2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:09:12.962695 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-35d11694-6df5-417b-9118-28b76225bded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:08:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:09:13.006565 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7f3ba-fd9d-4c9d-b613-0fa943418956 req-beeb4f84-53c3-4a87-a185-4eac62e6fd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:13.008013 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-cce7f3ba-fd9d-4c9d-b613-0fa943418956 req-beeb4f84-53c3-4a87-a185-4eac62e6fd59 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7879ceca-ac45-4ec5-8a61-389c60092f52 HTTP/1.1" status: 200 len: 849 time: 0.0577617 May 18 10:09:13.086061 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7f3ba-fd9d-4c9d-b613-0fa943418956 req-0587fccd-30ec-4ebb-8a08-834521ed2995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:13.087848 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-cce7f3ba-fd9d-4c9d-b613-0fa943418956 req-0587fccd-30ec-4ebb-8a08-834521ed2995 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38de340e-be75-495c-91ac-81e0ab74f998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730157 May 18 10:09:13.135484 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-35d11694-6df5-417b-9118-28b76225bded None None] Set router 2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:09:13.220590 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-cce7f3ba-fd9d-4c9d-b613-0fa943418956 req-0fd0b8d0-aece-4231-8d71-02b7e65175ad service neutron] 10.222.0.10 "GET /v2.0/networks/38de340e-be75-495c-91ac-81e0ab74f998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255648 May 18 10:09:13.356081 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-cce7f3ba-fd9d-4c9d-b613-0fa943418956 req-52fc620e-a71a-42f2-a049-6b35c0f7411f service neutron] 10.222.0.10 "GET /v2.0/networks/38de340e-be75-495c-91ac-81e0ab74f998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267827 May 18 10:09:13.517766 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-35d11694-6df5-417b-9118-28b76225bded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'name': 'tempest-AttachVolumeTestJSON-401901077-router', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '2028ef6b-7021-4ef5-9774-c779565cf807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:48Z', 'updated_at': '2021-05-18T10:00:58Z', 'revision_number': 4, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'gw_port': {'id': '2028ef6b-7021-4ef5-9774-c779565cf807', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:50Z', 'updated_at': '2021-05-18T10:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_floatingips': [{'id': 'ed4b2654-5c11-45ff-8b09-a0b2155c9d98', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'floating_ip_address': '172.27.1.127', 'floating_network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'router_id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'port_id': 'deaf0781-b331-4475-a1e9-7c6598fb69ad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998', 'mac_address': 'fa:16:3e:38:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d61332-7a25-4faf-907d-763a0f05ab8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:08:57Z', 'updated_at': '2021-05-18T10:09:11Z', 'revision_number': 1, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd35ea65d-d34c-42d8-a340-cfafd450b0df', 'name': '', 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'mac_address': 'fa:16:3e:27:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7879ceca-ac45-4ec5-8a61-389c60092f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:57Z', 'updated_at': '2021-05-18T10:01:11Z', 'revision_number': 5, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'subnets': [{'id': '7879ceca-ac45-4ec5-8a61-389c60092f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:09:13.521663 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d11694-6df5-417b-9118-28b76225bded None None] The sync data for ids ['2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da'] in dv-cinder-772623-5-iscsi is: [{'id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'name': 'tempest-AttachVolumeTestJSON-401901077-router', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '2028ef6b-7021-4ef5-9774-c779565cf807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:48Z', 'updated_at': '2021-05-18T10:00:58Z', 'revision_number': 4, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'gw_port': {'id': '2028ef6b-7021-4ef5-9774-c779565cf807', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:50Z', 'updated_at': '2021-05-18T10:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_floatingips': [{'id': 'ed4b2654-5c11-45ff-8b09-a0b2155c9d98', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'floating_ip_address': '172.27.1.127', 'floating_network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'router_id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'port_id': 'deaf0781-b331-4475-a1e9-7c6598fb69ad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998', 'mac_address': 'fa:16:3e:38:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d61332-7a25-4faf-907d-763a0f05ab8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:08:57Z', 'updated_at': '2021-05-18T10:09:11Z', 'revision_number': 1, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd35ea65d-d34c-42d8-a340-cfafd450b0df', 'name': '', 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'mac_address': 'fa:16:3e:27:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7879ceca-ac45-4ec5-8a61-389c60092f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:57Z', 'updated_at': '2021-05-18T10:01:11Z', 'revision_number': 5, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'subnets': [{'id': '7879ceca-ac45-4ec5-8a61-389c60092f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:09:13.700450 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662084be-4a66-4f44-9bbc-76fe807831be None None] New status for floating IP ed4b2654-5c11-45ff-8b09-a0b2155c9d98: ACTIVE {{(pid=91257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 10:09:16.843181 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:18.485536 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-07f1318c-f22d-4d9a-a861-d98ee9f9247a req-b6c978a4-cc3f-40a5-8df2-28fde1978c1e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687017 May 18 10:09:18.626668 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1318c-f22d-4d9a-a861-d98ee9f9247a req-60840ce7-c865-4acf-af97-f82cd862397f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:18.628372 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-07f1318c-f22d-4d9a-a861-d98ee9f9247a req-60840ce7-c865-4acf-af97-f82cd862397f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f716dbf60ba7409595aa27a28db3f6ae&device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 1099 time: 0.0756259 May 18 10:09:18.776234 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1318c-f22d-4d9a-a861-d98ee9f9247a req-5b886583-1489-49a8-9fe0-626b2dac8eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:18.777766 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-07f1318c-f22d-4d9a-a861-d98ee9f9247a req-5b886583-1489-49a8-9fe0-626b2dac8eb7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fe6c80e1-177e-4a34-ab74-aff33bd088bf HTTP/1.1" status: 200 len: 918 time: 0.1302249 May 18 10:09:18.886872 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-07f1318c-f22d-4d9a-a861-d98ee9f9247a req-6d45e9cc-7bf5-4fd3-901c-82ba7ae6213b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a98a426e-8bfd-475c-8242-74ee74587518 HTTP/1.1" status: 200 len: 1002 time: 0.1021364 May 18 10:09:18.949083 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1318c-f22d-4d9a-a861-d98ee9f9247a req-edd2d0b8-f9d2-417f-9eb0-fb280d1ebb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:18.950584 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-07f1318c-f22d-4d9a-a861-d98ee9f9247a req-edd2d0b8-f9d2-417f-9eb0-fb280d1ebb9e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=293e45ba-5a92-42da-8d0a-72e710626ff2 HTTP/1.1" status: 200 len: 856 time: 0.0577140 May 18 10:09:19.023800 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1318c-f22d-4d9a-a861-d98ee9f9247a req-b60ed871-34d1-45c0-88a7-f43f90aa62de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:19.025435 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-07f1318c-f22d-4d9a-a861-d98ee9f9247a req-b60ed871-34d1-45c0-88a7-f43f90aa62de service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fe6c80e1-177e-4a34-ab74-aff33bd088bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689075 May 18 10:09:19.160481 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-07f1318c-f22d-4d9a-a861-d98ee9f9247a req-301745f6-ab10-42e1-b317-c58888aa4936 service neutron] 10.222.0.10 "GET /v2.0/networks/fe6c80e1-177e-4a34-ab74-aff33bd088bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272376 May 18 10:09:19.292399 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-07f1318c-f22d-4d9a-a861-d98ee9f9247a req-4405ef76-7fa7-42d6-b122-90e13156b83f service neutron] 10.222.0.10 "GET /v2.0/networks/fe6c80e1-177e-4a34-ab74-aff33bd088bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250486 May 18 10:09:22.585783 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-29754907-7999-49a8-a097-d83be0e9f877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:25.189880 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:25.227051 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-bb258887-821f-4847-8b43-ca59f144dd57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:26.634466 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:28.158069 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:46.862528 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:09:46.864681 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:47.328094 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13899573-ada0-46fd-afe9-88bddfb6220e req-8e120b77-49b9-46bc-9748-6ff330ad1c52 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:47.330504 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-13899573-ada0-46fd-afe9-88bddfb6220e req-8e120b77-49b9-46bc-9748-6ff330ad1c52 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 946 time: 0.0848455 May 18 10:09:47.374767 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-13899573-ada0-46fd-afe9-88bddfb6220e req-81e7f802-6205-4432-8203-bf0c1d796904 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385406 May 18 10:09:48.562958 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e363c-9cbf-4c59-8a9d-9ebb3caf1af9 req-503da47f-dd89-4a04-aa08-498bb71c9d09 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:48.564404 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-1a5e363c-9cbf-4c59-8a9d-9ebb3caf1af9 req-503da47f-dd89-4a04-aa08-498bb71c9d09 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 946 time: 0.0781941 May 18 10:09:48.704611 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-1a5e363c-9cbf-4c59-8a9d-9ebb3caf1af9 req-b7bcf86f-af46-44d0-b8f2-822a67a9940b tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343794 May 18 10:09:49.891100 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e18489-870c-406d-9d8e-f6ad024928bc req-62922970-3749-4d4d-92f4-57a38f196f92 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:49.892669 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-10e18489-870c-406d-9d8e-f6ad024928bc req-62922970-3749-4d4d-92f4-57a38f196f92 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 946 time: 0.0786662 May 18 10:09:49.937384 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-10e18489-870c-406d-9d8e-f6ad024928bc req-f9c4fa41-a4b5-4a52-9a62-498ff5a92937 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392001 May 18 10:09:51.131077 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd738110-9279-4d96-b4fa-05e411b9c8a7 req-97d30720-662a-4e45-95e5-cf77d1f549ad tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:51.132564 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-fd738110-9279-4d96-b4fa-05e411b9c8a7 req-97d30720-662a-4e45-95e5-cf77d1f549ad tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 946 time: 0.0823190 May 18 10:09:51.178149 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-fd738110-9279-4d96-b4fa-05e411b9c8a7 req-d43c9896-de52-44ee-b0f8-6c26f0e8274a tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397358 May 18 10:09:52.369846 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b9bbdc-e1b4-429c-aec1-cd145f64d437 req-666debe4-00d4-4dbb-a6d8-f7ea494e3e5c tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:52.371313 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-87b9bbdc-e1b4-429c-aec1-cd145f64d437 req-666debe4-00d4-4dbb-a6d8-f7ea494e3e5c tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 946 time: 0.0810587 May 18 10:09:52.421046 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-87b9bbdc-e1b4-429c-aec1-cd145f64d437 req-fb346685-4478-4c1b-b45b-7f2eb4693287 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432396 May 18 10:09:52.587802 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-0a63a8e6-96e6-4585-8238-806723fa747f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:53.609621 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e7c92-49f0-434f-b5a1-326b40fe0a33 req-38eab0d1-a18f-4821-a670-3bf3ae283b4b tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:53.611103 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-7a2e7c92-49f0-434f-b5a1-326b40fe0a33 req-38eab0d1-a18f-4821-a670-3bf3ae283b4b tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 946 time: 0.0791099 May 18 10:09:53.655522 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-7a2e7c92-49f0-434f-b5a1-326b40fe0a33 req-16b3838c-a902-4db8-b3c4-53b1304708a3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386765 May 18 10:09:54.854530 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46f6d0-83c6-4f44-a94d-5c0c36341957 req-8f0d4b07-b058-4b91-a3ab-39af73fb1f5b tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:54.856015 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-1c46f6d0-83c6-4f44-a94d-5c0c36341957 req-8f0d4b07-b058-4b91-a3ab-39af73fb1f5b tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 946 time: 0.0841186 May 18 10:09:54.901968 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-1c46f6d0-83c6-4f44-a94d-5c0c36341957 req-3c5e32b5-65c8-49ad-ab94-48cd27c23f91 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402057 May 18 10:09:55.193529 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:55.227658 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-31127c3a-5f09-450d-bfe3-d5a0a96db2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:56.090665 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe702dc6-6e19-436b-abdc-28bc352155aa req-ded1bd4c-9fb4-4fb3-a5ec-443a2b8b5a35 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:56.092803 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-fe702dc6-6e19-436b-abdc-28bc352155aa req-ded1bd4c-9fb4-4fb3-a5ec-443a2b8b5a35 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 946 time: 0.0802388 May 18 10:09:56.137066 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-fe702dc6-6e19-436b-abdc-28bc352155aa req-4d395653-333d-4b94-bed0-86385f72beb5 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376630 May 18 10:09:56.637103 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:57.340931 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc99a77-6d53-48c4-8e70-5d9f702ae2b0 req-5e6a8e41-133d-4b68-9556-9dd6012d3660 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:57.343107 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-3dc99a77-6d53-48c4-8e70-5d9f702ae2b0 req-5e6a8e41-133d-4b68-9556-9dd6012d3660 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 946 time: 0.0922346 May 18 10:09:57.394279 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-3dc99a77-6d53-48c4-8e70-5d9f702ae2b0 req-c6a71c76-b0d0-4ec5-b41d-620829406b54 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452404 May 18 10:09:58.161066 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:09:58.595079 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579192f8-bde1-47cc-a70f-fa6563c98ef8 req-5bc962bf-37de-46c5-8072-fdc51f128875 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:58.596597 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-579192f8-bde1-47cc-a70f-fa6563c98ef8 req-5bc962bf-37de-46c5-8072-fdc51f128875 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 946 time: 0.0871596 May 18 10:09:58.648520 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-579192f8-bde1-47cc-a70f-fa6563c98ef8 req-7c823841-e439-47e5-8ca4-31b645bea4ae tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458312 May 18 10:09:59.839946 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be073b33-20cb-40e7-9f19-a5aedd524e8a req-6abf48c7-0b1c-46f6-a2c3-e212d6beb82f tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:09:59.841556 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-be073b33-20cb-40e7-9f19-a5aedd524e8a req-6abf48c7-0b1c-46f6-a2c3-e212d6beb82f tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 946 time: 0.0820222 May 18 10:09:59.887433 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-be073b33-20cb-40e7-9f19-a5aedd524e8a req-be812ca9-a05c-4f5b-8bb3-8d3cee7be4d6 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400937 May 18 10:10:01.082942 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6f66b-ec8e-4b76-b128-f4c234ee82d5 req-07ce318b-ee50-4d52-9e8a-cdbe905db723 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:01.084500 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-88a6f66b-ec8e-4b76-b128-f4c234ee82d5 req-07ce318b-ee50-4d52-9e8a-cdbe905db723 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 946 time: 0.0858076 May 18 10:10:01.132111 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-88a6f66b-ec8e-4b76-b128-f4c234ee82d5 req-3617a7c3-1c4c-4ec8-ac50-8f70a7625a13 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415955 May 18 10:10:02.325523 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ccd39-0f74-4bf1-97d8-abd82273299b req-400e9a2d-cee0-4047-bd7a-ee727717db31 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:02.327738 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-b31ccd39-0f74-4bf1-97d8-abd82273299b req-400e9a2d-cee0-4047-bd7a-ee727717db31 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 946 time: 0.0820186 May 18 10:10:02.377904 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-b31ccd39-0f74-4bf1-97d8-abd82273299b req-2d951e2d-f69e-4abc-b3ef-f8df1e4795c6 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442002 May 18 10:10:03.572361 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d208588-63c5-4885-8691-4ede902c2283 req-b8361c41-19fe-4612-a68e-413c7cdaf56f tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:03.573802 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-7d208588-63c5-4885-8691-4ede902c2283 req-b8361c41-19fe-4612-a68e-413c7cdaf56f tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 946 time: 0.0833070 May 18 10:10:03.619313 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-7d208588-63c5-4885-8691-4ede902c2283 req-ab15f58c-0d48-403f-87f3-c06d90907a56 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391607 May 18 10:10:04.812742 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d595e6-f6f3-4d1a-958a-ff94bcfad515 req-a3b7dccf-8d3e-4a2d-8107-c42f30d75da2 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:04.814332 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-78d595e6-f6f3-4d1a-958a-ff94bcfad515 req-a3b7dccf-8d3e-4a2d-8107-c42f30d75da2 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 946 time: 0.0856740 May 18 10:10:04.859593 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-78d595e6-f6f3-4d1a-958a-ff94bcfad515 req-615bf315-5119-4e72-b651-d1efbce98f17 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394206 May 18 10:10:04.985910 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device a98a426e-8bfd-475c-8242-74ee74587518 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:10:05.115546 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port a98a426e-8bfd-475c-8242-74ee74587518, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a98a426e-8bfd-475c-8242-74ee74587518,segment=NetworkSegment(344b6fb3-a3d0-455a-aeed-cf4ea1882505),segment_id=344b6fb3-a3d0-455a-aeed-cf4ea1882505)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:10:05.128008 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Returning: {'device': 'a98a426e-8bfd-475c-8242-74ee74587518', 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf', 'port_id': 'a98a426e-8bfd-475c-8242-74ee74587518', 'mac_address': 'fa:16:3e:73:71:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '293e45ba-5a92-42da-8d0a-72e710626ff2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:10:05.181007 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:05.196728 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a98a426e-8bfd-475c-8242-74ee74587518 {{(pid=91256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:10:05.211129 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port a98a426e-8bfd-475c-8242-74ee74587518, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a98a426e-8bfd-475c-8242-74ee74587518,segment=NetworkSegment(344b6fb3-a3d0-455a-aeed-cf4ea1882505),segment_id=344b6fb3-a3d0-455a-aeed-cf4ea1882505)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:10:05.215355 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:05.217523 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:10:05.284816 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=a98a426e-8bfd-475c-8242-74ee74587518,revision_number=6']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:10:05.287893 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:10:05.307235 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['a98a426e-8bfd-475c-8242-74ee74587518'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:10:06.050452 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad4b2b-8109-4c76-8d16-2732d66229e8 req-397e6c3b-d614-44ba-83ee-53282c278eee tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:06.051952 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-9cad4b2b-8109-4c76-8d16-2732d66229e8 req-397e6c3b-d614-44ba-83ee-53282c278eee tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 945 time: 0.0804360 May 18 10:10:06.098979 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-9cad4b2b-8109-4c76-8d16-2732d66229e8 req-bbc76bab-a2dc-48ca-9aa8-0f3bf253756f tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405679 May 18 10:10:07.016635 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device a98a426e-8bfd-475c-8242-74ee74587518 up at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:10:07.085644 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning complete for port a98a426e-8bfd-475c-8242-74ee74587518 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:10:07.086026 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:07.207391 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:07.234806 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a427bf-d65e-4c5c-8e89-72947051fe7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98a426e-8bfd-475c-8242-74ee74587518'}] {{(pid=91256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:10:07.245237 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port a98a426e-8bfd-475c-8242-74ee74587518, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a98a426e-8bfd-475c-8242-74ee74587518,segment=NetworkSegment(344b6fb3-a3d0-455a-aeed-cf4ea1882505),segment_id=344b6fb3-a3d0-455a-aeed-cf4ea1882505)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:10:07.250168 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:07.252437 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-d752ff89-6c67-4508-979c-9e3497a469f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:10:07.287524 dv-cinder-772623-5-iscsi neutron-server[91256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a427bf-d65e-4c5c-8e89-72947051fe7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98a426e-8bfd-475c-8242-74ee74587518', 'code': 200} May 18 10:10:07.299664 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8d2a1-b20a-4bd7-9f9c-8a105cbf7f6f req-c043a61d-9488-420c-9b89-9eae5e4e5300 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:07.301228 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-aaa8d2a1-b20a-4bd7-9f9c-8a105cbf7f6f req-c043a61d-9488-420c-9b89-9eae5e4e5300 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 946 time: 0.0907717 May 18 10:10:07.321833 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=a98a426e-8bfd-475c-8242-74ee74587518,revision_number=7']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:10:07.329926 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:10:07.330279 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:10:07.330626 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:10:07.330956 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:10:07.331280 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:10:07.331643 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:10:07.331944 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:10:07.332377 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:10:07.332755 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:10:07.333042 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:10:07.333407 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:10:07.333744 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:10:07.338099 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:10:07.352735 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-aaa8d2a1-b20a-4bd7-9f9c-8a105cbf7f6f req-2e0fc97e-ddd5-4bef-aa0d-56295ea93811 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454195 May 18 10:10:08.544156 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e542115-3991-4624-8518-f066986ad6aa req-5bdf72b2-2eb9-440d-8104-7a5bc7eb67e9 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:08.545660 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-1e542115-3991-4624-8518-f066986ad6aa req-5bdf72b2-2eb9-440d-8104-7a5bc7eb67e9 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 946 time: 0.0831349 May 18 10:10:08.597741 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-1e542115-3991-4624-8518-f066986ad6aa req-46d7f9ea-9d97-43fc-9ff1-8eff56dae5f1 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449810 May 18 10:10:09.831474 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249df64b-e18a-4250-bb39-57b9932ccfc2 req-9792ae76-f8ee-4e86-b1c8-190e5a68008b tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:09.833272 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-249df64b-e18a-4250-bb39-57b9932ccfc2 req-9792ae76-f8ee-4e86-b1c8-190e5a68008b tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 946 time: 0.0958679 May 18 10:10:09.901264 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-249df64b-e18a-4250-bb39-57b9932ccfc2 req-175042bc-1af2-473f-937d-ce641807a88e tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570223 May 18 10:10:11.129953 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37c26e-b4ed-4701-963c-4e68458b8bed req-3735fc82-9d06-47a7-a9f3-ec78aa404a38 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:11.131490 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-8f37c26e-b4ed-4701-963c-4e68458b8bed req-3735fc82-9d06-47a7-a9f3-ec78aa404a38 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 946 time: 0.0919182 May 18 10:10:11.285171 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-8f37c26e-b4ed-4701-963c-4e68458b8bed req-cfcb61d9-cd1f-419c-b66c-5846dd1e4f98 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475873 May 18 10:10:12.506444 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ddcd5a-1c94-49ca-b78e-9f8724f0eb29 req-59501510-b28d-4ffa-a238-aff64fb5fa34 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:12.508093 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-80ddcd5a-1c94-49ca-b78e-9f8724f0eb29 req-59501510-b28d-4ffa-a238-aff64fb5fa34 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 946 time: 0.0900879 May 18 10:10:12.573510 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-80ddcd5a-1c94-49ca-b78e-9f8724f0eb29 req-d86bc7c4-72e7-431d-9eb9-a398ffb6f233 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565596 May 18 10:10:13.790675 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a923f9-36e2-4698-a8b2-fa49c41742bd req-694d9fc8-5e61-47c4-aae1-63a7b9beae0a tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:13.798936 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a0a923f9-36e2-4698-a8b2-fa49c41742bd req-694d9fc8-5e61-47c4-aae1-63a7b9beae0a tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 946 time: 0.0922263 May 18 10:10:13.851706 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a0a923f9-36e2-4698-a8b2-fa49c41742bd req-4c618c73-35a5-4ca7-ab5b-b0a0a6acfffc tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512669 May 18 10:10:15.039798 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62973b94-0759-4750-9e32-16b2aacfa4ea req-2c6da529-ccb6-4e99-836f-03b96725febe tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:15.041288 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-62973b94-0759-4750-9e32-16b2aacfa4ea req-2c6da529-ccb6-4e99-836f-03b96725febe tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 946 time: 0.0850196 May 18 10:10:15.090568 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-62973b94-0759-4750-9e32-16b2aacfa4ea req-8ccfa511-e21d-49ca-b9e0-eaf8cf445c35 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411818 May 18 10:10:16.304762 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb0d4e-300d-43b2-b62e-25851d1d5b0e req-7c7c2ec7-0cfe-4e24-913b-35bf7202d9ad tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:16.308396 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-cbdb0d4e-300d-43b2-b62e-25851d1d5b0e req-7c7c2ec7-0cfe-4e24-913b-35bf7202d9ad tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 946 time: 0.1012726 May 18 10:10:16.359135 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-cbdb0d4e-300d-43b2-b62e-25851d1d5b0e req-7c7d577c-7358-4bc3-8296-8f8606dd8f87 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437169 May 18 10:10:16.879878 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:17.569231 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c4063-46b1-4faa-bc1f-ad23bdd79a57 req-fd6e9534-0c9a-4445-a567-c9ced550f71c tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:17.570713 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-4b6c4063-46b1-4faa-bc1f-ad23bdd79a57 req-fd6e9534-0c9a-4445-a567-c9ced550f71c tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 946 time: 0.0923924 May 18 10:10:17.618104 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-4b6c4063-46b1-4faa-bc1f-ad23bdd79a57 req-b238f18f-4d28-4fdc-a85d-c22ea152edfd tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407879 May 18 10:10:18.518178 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-262b5ec9-ba81-4d7f-9661-ea5b4b2e0cf9 req-7ac28272-0c5d-440d-b573-2630a08dbae4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696790 May 18 10:10:18.717931 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b5ec9-ba81-4d7f-9661-ea5b4b2e0cf9 req-9c578e37-ce9b-46e3-9afb-2975732533eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:18.720575 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-262b5ec9-ba81-4d7f-9661-ea5b4b2e0cf9 req-9c578e37-ce9b-46e3-9afb-2975732533eb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d9e96036aab94f77912fe8beeb7e7dc4&device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 1098 time: 0.0930963 May 18 10:10:18.928014 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0c3f9-e06b-4bd9-8ef7-e1d7b02aa15f req-e07b8df1-4074-42f3-8dd5-0667f21d04eb tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:18.929440 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-c5c0c3f9-e06b-4bd9-8ef7-e1d7b02aa15f req-e07b8df1-4074-42f3-8dd5-0667f21d04eb tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 946 time: 0.1946454 May 18 10:10:18.932078 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b5ec9-ba81-4d7f-9661-ea5b4b2e0cf9 req-c2172ea5-f3cc-4951-b422-d9468061ee10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:18.933421 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-262b5ec9-ba81-4d7f-9661-ea5b4b2e0cf9 req-c2172ea5-f3cc-4951-b422-d9468061ee10 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0e91282-5f4c-4c73-9e5f-fee8a39ee806 HTTP/1.1" status: 200 len: 909 time: 0.1668880 May 18 10:10:18.944072 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b967c-f711-43ef-943a-00cef689bdde req-f5e0b425-fa98-4cdf-8612-9df3b06734dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:18.945546 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-7e1b967c-f711-43ef-943a-00cef689bdde req-f5e0b425-fa98-4cdf-8612-9df3b06734dc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f716dbf60ba7409595aa27a28db3f6ae&device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 1099 time: 0.0718458 May 18 10:10:19.052205 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-c5c0c3f9-e06b-4bd9-8ef7-e1d7b02aa15f req-870f8ef0-b271-4c2e-a3c2-f3fc7eb532a0 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162705 May 18 10:10:19.066150 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-262b5ec9-ba81-4d7f-9661-ea5b4b2e0cf9 req-c7c35f81-f406-42e7-8536-50b4560d3ae0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=027c68b1-18cb-4192-a33a-46cbf435c3ae HTTP/1.1" status: 200 len: 1001 time: 0.1124225 May 18 10:10:19.080781 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b967c-f711-43ef-943a-00cef689bdde req-3d3ae013-6e3d-467b-8190-542dd78295e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:19.082650 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-7e1b967c-f711-43ef-943a-00cef689bdde req-3d3ae013-6e3d-467b-8190-542dd78295e2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fe6c80e1-177e-4a34-ab74-aff33bd088bf HTTP/1.1" status: 200 len: 918 time: 0.1310608 May 18 10:10:19.143729 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b5ec9-ba81-4d7f-9661-ea5b4b2e0cf9 req-8df23231-6059-4bc9-8943-49c3366be1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:19.143729 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-262b5ec9-ba81-4d7f-9661-ea5b4b2e0cf9 req-8df23231-6059-4bc9-8943-49c3366be1d7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ebf47a8e-7c99-4cdc-86a4-e2a692d12253 HTTP/1.1" status: 200 len: 847 time: 0.0693793 May 18 10:10:19.185702 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-7e1b967c-f711-43ef-943a-00cef689bdde req-6a275962-94f8-4760-a553-56fb3411ca50 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a98a426e-8bfd-475c-8242-74ee74587518 HTTP/1.1" status: 200 len: 1002 time: 0.0965390 May 18 10:10:19.218848 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b5ec9-ba81-4d7f-9661-ea5b4b2e0cf9 req-81f309a1-9c6e-4689-acb9-1155b16b4110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:19.220381 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-262b5ec9-ba81-4d7f-9661-ea5b4b2e0cf9 req-81f309a1-9c6e-4689-acb9-1155b16b4110 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0e91282-5f4c-4c73-9e5f-fee8a39ee806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0702267 May 18 10:10:19.248449 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b967c-f711-43ef-943a-00cef689bdde req-ccbe7d33-c35d-4c1d-86a8-3996f5ac3b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:19.249881 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-7e1b967c-f711-43ef-943a-00cef689bdde req-ccbe7d33-c35d-4c1d-86a8-3996f5ac3b01 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=293e45ba-5a92-42da-8d0a-72e710626ff2 HTTP/1.1" status: 200 len: 856 time: 0.0580115 May 18 10:10:19.328109 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b967c-f711-43ef-943a-00cef689bdde req-b4583cc3-3a6c-4a15-ba2a-388e2eab4edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:19.329660 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-7e1b967c-f711-43ef-943a-00cef689bdde req-b4583cc3-3a6c-4a15-ba2a-388e2eab4edb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fe6c80e1-177e-4a34-ab74-aff33bd088bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0738044 May 18 10:10:19.351028 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-262b5ec9-ba81-4d7f-9661-ea5b4b2e0cf9 req-07bebafb-11bf-43e1-8ae9-189655c6ddc0 service neutron] 10.222.0.10 "GET /v2.0/networks/c0e91282-5f4c-4c73-9e5f-fee8a39ee806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243565 May 18 10:10:19.461232 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-7e1b967c-f711-43ef-943a-00cef689bdde req-7fb15d33-7d71-4d36-b3c1-a63937628bc1 service neutron] 10.222.0.10 "GET /v2.0/networks/fe6c80e1-177e-4a34-ab74-aff33bd088bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252699 May 18 10:10:19.483951 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-262b5ec9-ba81-4d7f-9661-ea5b4b2e0cf9 req-f2696e80-0f80-463d-a8d9-747635cf8b78 service neutron] 10.222.0.10 "GET /v2.0/networks/c0e91282-5f4c-4c73-9e5f-fee8a39ee806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270700 May 18 10:10:19.652384 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-7e1b967c-f711-43ef-943a-00cef689bdde req-4be78f6a-737b-4e89-a110-b88248a06c24 service neutron] 10.222.0.10 "GET /v2.0/networks/fe6c80e1-177e-4a34-ab74-aff33bd088bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848192 May 18 10:10:20.252178 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c75032-3339-4d7a-b599-33f3c8df7371 req-e15cc0b4-9c50-42bd-9e01-9d7ae2ad28e6 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:20.253626 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-10c75032-3339-4d7a-b599-33f3c8df7371 req-e15cc0b4-9c50-42bd-9e01-9d7ae2ad28e6 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 946 time: 0.0849226 May 18 10:10:20.298086 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-10c75032-3339-4d7a-b599-33f3c8df7371 req-cfc2e8e0-aef2-4e89-9010-77b22c40c2a9 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385711 May 18 10:10:21.496635 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd3232-b034-4c84-9b03-b39cbe679a2b req-2bcc724a-1d60-4a6e-ba5b-77022595bb7b tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:21.498156 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-34dd3232-b034-4c84-9b03-b39cbe679a2b req-2bcc724a-1d60-4a6e-ba5b-77022595bb7b tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 946 time: 0.0829926 May 18 10:10:21.548209 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-34dd3232-b034-4c84-9b03-b39cbe679a2b req-1f807efa-477a-4ded-9b7b-835bd31d247a tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441260 May 18 10:10:22.592626 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-7ff724e4-ee18-4b7e-9b5c-843b03f0f40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:22.826768 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b093e5-5cd5-461a-9de5-182d0b3d5455 req-25e8ccb9-7858-45b8-beb4-133d77f8640e tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:22.828277 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-77b093e5-5cd5-461a-9de5-182d0b3d5455 req-25e8ccb9-7858-45b8-beb4-133d77f8640e tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 946 time: 0.1685562 May 18 10:10:22.874078 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-77b093e5-5cd5-461a-9de5-182d0b3d5455 req-20e16136-55da-4951-bce5-fde77dad67ab tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398641 May 18 10:10:23.065177 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device a98a426e-8bfd-475c-8242-74ee74587518 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:10:23.188448 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:23.217498 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a427bf-d65e-4c5c-8e89-72947051fe7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a98a426e-8bfd-475c-8242-74ee74587518'}] {{(pid=91256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:10:23.227899 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port a98a426e-8bfd-475c-8242-74ee74587518, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a98a426e-8bfd-475c-8242-74ee74587518,segment=NetworkSegment(344b6fb3-a3d0-455a-aeed-cf4ea1882505),segment_id=344b6fb3-a3d0-455a-aeed-cf4ea1882505)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:10:23.232781 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:23.234939 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:10:23.281818 dv-cinder-772623-5-iscsi neutron-server[91256]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '27a427bf-d65e-4c5c-8e89-72947051fe7a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a98a426e-8bfd-475c-8242-74ee74587518', 'code': 422} returned with failed status May 18 10:10:23.307956 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=a98a426e-8bfd-475c-8242-74ee74587518,revision_number=8']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:10:23.311188 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:10:23.860783 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:10:24.303626 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a8ef8-39af-4830-8bb8-e016f118ac38 req-7f03dea8-ed62-482d-b5bc-57e00a2b7421 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:24.305084 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-b66a8ef8-39af-4830-8bb8-e016f118ac38 req-7f03dea8-ed62-482d-b5bc-57e00a2b7421 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 944 time: 0.0827715 May 18 10:10:24.357322 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-b66a8ef8-39af-4830-8bb8-e016f118ac38 req-5b412a68-73ef-44de-8d82-b3570eb5f9a4 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457246 May 18 10:10:24.459224 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-de9405c7-dd7e-4deb-b59b-c23a8ed44db3 req-a95e13c1-df72-4c7d-bb60-1ba0d9a0b612 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1167548 May 18 10:10:25.195795 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:25.229938 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-05a3e497-0ba8-4928-97e5-a9d80508684d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:25.317748 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9405c7-dd7e-4deb-b59b-c23a8ed44db3 req-310cef55-7777-483b-b071-9577f72812b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:25.319265 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-de9405c7-dd7e-4deb-b59b-c23a8ed44db3 req-310cef55-7777-483b-b071-9577f72812b6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a&tenant_id=f716dbf60ba7409595aa27a28db3f6ae HTTP/1.1" status: 200 len: 1097 time: 0.0706348 May 18 10:10:25.416140 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9405c7-dd7e-4deb-b59b-c23a8ed44db3 req-f29d3460-3c11-416b-94e4-0fb47fbfb52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:25.417590 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-de9405c7-dd7e-4deb-b59b-c23a8ed44db3 req-f29d3460-3c11-416b-94e4-0fb47fbfb52e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f716dbf60ba7409595aa27a28db3f6ae&device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 1097 time: 0.0750268 May 18 10:10:25.549968 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9405c7-dd7e-4deb-b59b-c23a8ed44db3 req-7e989557-ca9c-44f0-8ad4-e926957bcac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:25.551442 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-de9405c7-dd7e-4deb-b59b-c23a8ed44db3 req-7e989557-ca9c-44f0-8ad4-e926957bcac4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fe6c80e1-177e-4a34-ab74-aff33bd088bf HTTP/1.1" status: 200 len: 918 time: 0.1268091 May 18 10:10:25.551667 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74479d-4416-4834-91a4-0e6d97ff01fb req-d173dcda-b1c7-425c-890e-e94f3dafb1c3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:25.553179 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-0e74479d-4416-4834-91a4-0e6d97ff01fb req-d173dcda-b1c7-425c-890e-e94f3dafb1c3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 944 time: 0.0841100 May 18 10:10:25.599285 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-0e74479d-4416-4834-91a4-0e6d97ff01fb req-693585a5-985d-4079-a074-89ee57189535 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401406 May 18 10:10:25.649452 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-de9405c7-dd7e-4deb-b59b-c23a8ed44db3 req-4eaa4183-7e89-4a7e-95b7-e204f300200a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a98a426e-8bfd-475c-8242-74ee74587518 HTTP/1.1" status: 200 len: 1000 time: 0.0915136 May 18 10:10:25.716303 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9405c7-dd7e-4deb-b59b-c23a8ed44db3 req-3470dec1-8bcb-4ff2-9a81-cdd1301c4fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:25.717740 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-de9405c7-dd7e-4deb-b59b-c23a8ed44db3 req-3470dec1-8bcb-4ff2-9a81-cdd1301c4fa6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=293e45ba-5a92-42da-8d0a-72e710626ff2 HTTP/1.1" status: 200 len: 856 time: 0.0607095 May 18 10:10:25.791404 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9405c7-dd7e-4deb-b59b-c23a8ed44db3 req-741572e6-b209-4c6f-9c4b-03801bd41c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:25.792828 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-de9405c7-dd7e-4deb-b59b-c23a8ed44db3 req-741572e6-b209-4c6f-9c4b-03801bd41c3f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fe6c80e1-177e-4a34-ab74-aff33bd088bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684855 May 18 10:10:25.924628 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-de9405c7-dd7e-4deb-b59b-c23a8ed44db3 req-b5080752-c6b6-41dc-ba4c-5ca03fbeee11 service neutron] 10.222.0.10 "GET /v2.0/networks/fe6c80e1-177e-4a34-ab74-aff33bd088bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250868 May 18 10:10:26.055557 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-de9405c7-dd7e-4deb-b59b-c23a8ed44db3 req-7938dba6-1420-4ae2-b619-58e98cb0c631 service neutron] 10.222.0.10 "GET /v2.0/networks/fe6c80e1-177e-4a34-ab74-aff33bd088bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251433 May 18 10:10:26.659134 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:26.838623 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90991747-7218-4a85-aa39-320f69af9e69 req-2bc78316-242a-44a3-b55a-720e5003e1b6 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:26.840196 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-90991747-7218-4a85-aa39-320f69af9e69 req-2bc78316-242a-44a3-b55a-720e5003e1b6 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 944 time: 0.0886385 May 18 10:10:26.887219 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-90991747-7218-4a85-aa39-320f69af9e69 req-74ff9fe0-3de8-40cd-884c-a7f699d5f093 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402620 May 18 10:10:28.091668 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbeacc1-13fc-4ba9-a28f-8a19c2f6672d req-9e4effaa-96d8-4e0a-a849-d6c5dfa917a3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:28.098896 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-9dbeacc1-13fc-4ba9-a28f-8a19c2f6672d req-9e4effaa-96d8-4e0a-a849-d6c5dfa917a3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 944 time: 0.0914810 May 18 10:10:28.142697 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-9dbeacc1-13fc-4ba9-a28f-8a19c2f6672d req-93c0ffcd-c5d5-4f18-b35d-09fa13434ef2 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428002 May 18 10:10:28.175484 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:29.363014 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29165e3-7b9a-408f-a9e9-fe08bbd631e7 req-7ef67c2e-c6c8-42d8-9b68-d4729261e253 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:29.364491 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a29165e3-7b9a-408f-a9e9-fe08bbd631e7 req-7ef67c2e-c6c8-42d8-9b68-d4729261e253 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 944 time: 0.0896523 May 18 10:10:29.415034 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a29165e3-7b9a-408f-a9e9-fe08bbd631e7 req-d90ab06f-52ba-484a-91b4-e31fd8a5a816 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437963 May 18 10:10:30.609368 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab320b8-94dc-467a-aabd-c95c1e80311a req-efbd0ae6-3ff8-4e2a-bfe4-e9605dbbdfcd tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:30.611761 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-cab320b8-94dc-467a-aabd-c95c1e80311a req-efbd0ae6-3ff8-4e2a-bfe4-e9605dbbdfcd tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 944 time: 0.0840909 May 18 10:10:30.662205 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-cab320b8-94dc-467a-aabd-c95c1e80311a req-e3cd09ad-9f2c-46ba-8ac4-f1f4170c3ace tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426385 May 18 10:10:31.860463 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e97c50-228b-48e8-9c82-14d4870d6695 req-877f5510-5c7f-44ad-b304-74bf378a477d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:31.861987 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-e4e97c50-228b-48e8-9c82-14d4870d6695 req-877f5510-5c7f-44ad-b304-74bf378a477d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 944 time: 0.0826678 May 18 10:10:31.906732 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-e4e97c50-228b-48e8-9c82-14d4870d6695 req-7b3dd4b2-122c-48d8-a65c-d008627c7e69 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389726 May 18 10:10:33.122686 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f05c1e-ee47-4814-bf72-026ffd318aeb req-df7a9b7a-04d4-42eb-bd79-5164e325c86e tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:33.124327 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-29f05c1e-ee47-4814-bf72-026ffd318aeb req-df7a9b7a-04d4-42eb-bd79-5164e325c86e tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 944 time: 0.0880690 May 18 10:10:33.171038 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-29f05c1e-ee47-4814-bf72-026ffd318aeb req-95902f10-4459-41b4-86ea-faac21dce4f5 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408547 May 18 10:10:34.366014 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a122a-aa2d-4a9b-9b64-d1b777075e83 req-87356207-9d26-46eb-b1dc-47f20725a460 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:34.370886 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-940a122a-aa2d-4a9b-9b64-d1b777075e83 req-87356207-9d26-46eb-b1dc-47f20725a460 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 944 time: 0.0856724 May 18 10:10:34.416299 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-940a122a-aa2d-4a9b-9b64-d1b777075e83 req-36f85c6c-e9ef-4c4b-bef4-ee775514d6eb tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410342 May 18 10:10:35.625976 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef442a-1e05-46a0-955a-8b3c1c5f803d req-db3d5ae6-0e3b-4ac4-8c64-fa65e7190fd7 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:35.627558 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-11ef442a-1e05-46a0-955a-8b3c1c5f803d req-db3d5ae6-0e3b-4ac4-8c64-fa65e7190fd7 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 944 time: 0.0941529 May 18 10:10:35.676316 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-11ef442a-1e05-46a0-955a-8b3c1c5f803d req-9ec39bc8-4bfd-4210-9650-93b8732516f4 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428224 May 18 10:10:36.887899 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969dec0-94c1-45d5-8865-eff36a8e7b66 req-ff425816-3495-430b-a819-84cd7d74289f tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:36.889614 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-e969dec0-94c1-45d5-8865-eff36a8e7b66 req-ff425816-3495-430b-a819-84cd7d74289f tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 944 time: 0.0901504 May 18 10:10:36.940436 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-e969dec0-94c1-45d5-8865-eff36a8e7b66 req-5e59a320-93f5-4ba2-b979-e455c66b95ab tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448585 May 18 10:10:38.136006 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c05208-6380-4a92-a8be-f5eb32e34d39 req-66de0d23-aceb-4928-bb81-93c6ae5b5e07 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:38.137878 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-91c05208-6380-4a92-a8be-f5eb32e34d39 req-66de0d23-aceb-4928-bb81-93c6ae5b5e07 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 944 time: 0.0820956 May 18 10:10:38.184338 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-91c05208-6380-4a92-a8be-f5eb32e34d39 req-48eb2bef-8d81-4485-8075-af34bbd5084d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399489 May 18 10:10:39.398392 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54edb4-7966-450f-85e0-1384a58b3712 req-dc005431-0b8c-4198-ab78-b71b9dfb219c tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:39.400083 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-0c54edb4-7966-450f-85e0-1384a58b3712 req-dc005431-0b8c-4198-ab78-b71b9dfb219c tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 944 time: 0.0892084 May 18 10:10:39.450710 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-0c54edb4-7966-450f-85e0-1384a58b3712 req-94ad76e9-05a7-4abf-b23f-22aab43b6969 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440264 May 18 10:10:40.643990 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0e64b-dc04-4404-ba0c-db9eab9205ee req-484f6078-20a7-4c8c-8c3e-b4d3c4ea24e4 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:40.645452 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-aea0e64b-dc04-4404-ba0c-db9eab9205ee req-484f6078-20a7-4c8c-8c3e-b4d3c4ea24e4 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 944 time: 0.0809138 May 18 10:10:40.689333 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-aea0e64b-dc04-4404-ba0c-db9eab9205ee req-64126a7b-e47e-4800-a811-49f6b8fb3c74 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381191 May 18 10:10:41.884576 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d39969-5411-4faf-920f-d54584c1798d req-936b08b5-8a1c-4313-8da3-2c49e6d023d4 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:41.885985 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a4d39969-5411-4faf-920f-d54584c1798d req-936b08b5-8a1c-4313-8da3-2c49e6d023d4 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 944 time: 0.0840638 May 18 10:10:41.929847 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a4d39969-5411-4faf-920f-d54584c1798d req-4952b972-bcf4-4904-b4a9-db28173dca80 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380080 May 18 10:10:43.123208 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe712459-8fb8-4e00-b397-5f3a42b73386 req-2fa9b538-73b0-4762-825b-4ee713ff572e tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:43.125193 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-fe712459-8fb8-4e00-b397-5f3a42b73386 req-2fa9b538-73b0-4762-825b-4ee713ff572e tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 944 time: 0.0796473 May 18 10:10:43.172394 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-fe712459-8fb8-4e00-b397-5f3a42b73386 req-ba3ddb91-5b37-4e0f-bad1-0e8684aec179 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413647 May 18 10:10:44.522328 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28e770-32ec-4897-b312-b782c58a5a47 req-487d85eb-5261-4f65-9ca4-75c9a770b63d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:44.523983 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-8d28e770-32ec-4897-b312-b782c58a5a47 req-487d85eb-5261-4f65-9ca4-75c9a770b63d tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 944 time: 0.0897136 May 18 10:10:44.575978 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-8d28e770-32ec-4897-b312-b782c58a5a47 req-982008ea-726b-428a-8519-ef9486a27c61 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452399 May 18 10:10:45.187401 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device a98a426e-8bfd-475c-8242-74ee74587518 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:10:45.317167 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port a98a426e-8bfd-475c-8242-74ee74587518, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a98a426e-8bfd-475c-8242-74ee74587518,segment=NetworkSegment(344b6fb3-a3d0-455a-aeed-cf4ea1882505),segment_id=344b6fb3-a3d0-455a-aeed-cf4ea1882505)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:10:45.330751 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Returning: {'device': 'a98a426e-8bfd-475c-8242-74ee74587518', 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf', 'port_id': 'a98a426e-8bfd-475c-8242-74ee74587518', 'mac_address': 'fa:16:3e:73:71:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '293e45ba-5a92-42da-8d0a-72e710626ff2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:10:45.384715 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:45.401512 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a98a426e-8bfd-475c-8242-74ee74587518 {{(pid=91256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:10:45.417086 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port a98a426e-8bfd-475c-8242-74ee74587518, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a98a426e-8bfd-475c-8242-74ee74587518,segment=NetworkSegment(344b6fb3-a3d0-455a-aeed-cf4ea1882505),segment_id=344b6fb3-a3d0-455a-aeed-cf4ea1882505)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:10:45.421333 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:45.422895 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-d752ff89-6c67-4508-979c-9e3497a469f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:10:45.489995 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=a98a426e-8bfd-475c-8242-74ee74587518,revision_number=9']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:10:45.493075 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:10:45.771902 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1003b-5028-4477-906b-3ad7ab81898d req-1a073a2c-ab0d-40a8-a9b5-4fe5185068e8 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:45.773350 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-d8c1003b-5028-4477-906b-3ad7ab81898d req-1a073a2c-ab0d-40a8-a9b5-4fe5185068e8 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 945 time: 0.0842600 May 18 10:10:45.781812 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['a98a426e-8bfd-475c-8242-74ee74587518'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:10:45.847987 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-d8c1003b-5028-4477-906b-3ad7ab81898d req-7c20e136-6437-40b8-9706-82d1f0b46de2 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681670 May 18 10:10:46.871930 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:47.035280 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e9801-f280-4499-b738-542633950b8d req-2538dbb2-780a-437d-828e-ebf12257ff92 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:47.036829 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ca9e9801-f280-4499-b738-542633950b8d req-2538dbb2-780a-437d-828e-ebf12257ff92 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 945 time: 0.0790012 May 18 10:10:47.086307 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ca9e9801-f280-4499-b738-542633950b8d req-0e5f0ac8-5ec3-43bd-8939-f4eeda08fced tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435879 May 18 10:10:47.194566 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device a98a426e-8bfd-475c-8242-74ee74587518 up at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:10:47.262028 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning complete for port a98a426e-8bfd-475c-8242-74ee74587518 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:10:47.262406 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:47.403294 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:47.429355 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a427bf-d65e-4c5c-8e89-72947051fe7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98a426e-8bfd-475c-8242-74ee74587518'}] {{(pid=91256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:10:47.440133 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port a98a426e-8bfd-475c-8242-74ee74587518, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a98a426e-8bfd-475c-8242-74ee74587518,segment=NetworkSegment(344b6fb3-a3d0-455a-aeed-cf4ea1882505),segment_id=344b6fb3-a3d0-455a-aeed-cf4ea1882505)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:10:47.446545 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:47.449325 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:10:47.479206 dv-cinder-772623-5-iscsi neutron-server[91256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a427bf-d65e-4c5c-8e89-72947051fe7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98a426e-8bfd-475c-8242-74ee74587518', 'code': 200} May 18 10:10:47.519659 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=a98a426e-8bfd-475c-8242-74ee74587518,revision_number=10']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:10:47.522591 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:10:47.728138 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f7a0d-4f17-4d16-a18a-ffdd8e7c4c50 req-b7e47192-4b43-4578-a122-fbc1e44cc214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:47.729483 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-606f7a0d-4f17-4d16-a18a-ffdd8e7c4c50 req-b7e47192-4b43-4578-a122-fbc1e44cc214 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 1100 time: 0.0737958 May 18 10:10:47.769118 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-606f7a0d-4f17-4d16-a18a-ffdd8e7c4c50 req-d0d6d206-f498-4e11-b478-4da914cab7bd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332921 May 18 10:10:48.363710 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a042378-46bf-4697-bf0a-4b17b37c83ab req-2604595c-ef51-445f-8458-8a9729d0fa1c tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:48.365214 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-8a042378-46bf-4697-bf0a-4b17b37c83ab req-2604595c-ef51-445f-8458-8a9729d0fa1c tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 947 time: 0.1672666 May 18 10:10:48.410874 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-8a042378-46bf-4697-bf0a-4b17b37c83ab req-e2c9c5aa-4856-4eaf-bb87-b3b65d657bd6 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396833 May 18 10:10:49.608478 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba715d79-7b19-4fd0-a10c-379343cc37c5 req-d322c92d-9f57-4022-93b5-a54ea67bb896 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:49.610634 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ba715d79-7b19-4fd0-a10c-379343cc37c5 req-d322c92d-9f57-4022-93b5-a54ea67bb896 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 947 time: 0.0836356 May 18 10:10:49.655724 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ba715d79-7b19-4fd0-a10c-379343cc37c5 req-9975065d-6a8e-49af-b706-250122901438 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388753 May 18 10:10:50.849666 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ea856-7d7b-4b66-a662-573585669f85 req-c623e365-faea-4d3a-ab1f-f8c2c75ab2e3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:10:50.851305 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-cc9ea856-7d7b-4b66-a662-573585669f85 req-c623e365-faea-4d3a-ab1f-f8c2c75ab2e3 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 947 time: 0.0844328 May 18 10:10:50.899395 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-cc9ea856-7d7b-4b66-a662-573585669f85 req-c95bdfab-0bec-40b5-b697-1afe9aced3cf tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424454 May 18 10:10:52.596667 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-ca5dcace-45c3-4e9b-9342-7a9cd6129eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:55.198550 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:55.231868 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-3f2e4d02-e191-47d8-b163-4c276b4840aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:56.645994 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:10:58.167780 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:00.860234 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:11:05.833024 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8117ce7-4217-43e8-9777-ede38e3cd99b req-0c5f3e68-bb82-40c0-bcc3-ec9b2c46f867 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:05.834468 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-e8117ce7-4217-43e8-9777-ede38e3cd99b req-0c5f3e68-bb82-40c0-bcc3-ec9b2c46f867 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 945 time: 0.1360588 May 18 10:11:05.870364 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea415e-2f3d-4c38-8f78-67726d06461e req-1f4d5581-06ef-4d9c-8be6-e0228ce14c28 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:05.871832 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-aeea415e-2f3d-4c38-8f78-67726d06461e req-1f4d5581-06ef-4d9c-8be6-e0228ce14c28 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d61332-7a25-4faf-907d-763a0f05ab8a HTTP/1.1" status: 200 len: 945 time: 0.0804634 May 18 10:11:05.879968 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-e8117ce7-4217-43e8-9777-ede38e3cd99b req-db81842f-c009-4efc-b280-d1d5769f00d5 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391593 May 18 10:11:05.919884 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-aeea415e-2f3d-4c38-8f78-67726d06461e req-41a52933-45be-4f8a-8ec0-d4b2c3546be9 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=a52b36e6-948e-467c-bb97-b3a44a4dc32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416057 May 18 10:11:07.064083 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69331a77-a423-4dbd-b71c-fc1ee88df6c6 req-9583e25c-fe0d-4790-b93e-07b7e0299b0d tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:07.065580 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-69331a77-a423-4dbd-b71c-fc1ee88df6c6 req-9583e25c-fe0d-4790-b93e-07b7e0299b0d tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 945 time: 0.0810003 May 18 10:11:07.109722 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77048c68-59aa-4c35-866c-1244eb172353 req-4739ab2c-32ab-42fe-9a61-0cee8c42f4dc tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:07.111365 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-77048c68-59aa-4c35-866c-1244eb172353 req-4739ab2c-32ab-42fe-9a61-0cee8c42f4dc tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d61332-7a25-4faf-907d-763a0f05ab8a HTTP/1.1" status: 200 len: 945 time: 0.0838506 May 18 10:11:07.114223 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-69331a77-a423-4dbd-b71c-fc1ee88df6c6 req-05a1a2c3-c8dc-43e5-8c69-b447a734f292 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427697 May 18 10:11:07.156747 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-77048c68-59aa-4c35-866c-1244eb172353 req-aeb9187b-79e9-436e-b9a6-d8aea711e4af tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=a52b36e6-948e-467c-bb97-b3a44a4dc32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395441 May 18 10:11:07.926143 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb28ec-5926-43f1-913e-d04ee1062f8d req-efc02035-cc95-4b48-bb8e-aeb381bf3600 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:07.927565 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-cfdb28ec-5926-43f1-913e-d04ee1062f8d req-efc02035-cc95-4b48-bb8e-aeb381bf3600 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8d61332-7a25-4faf-907d-763a0f05ab8a HTTP/1.1" status: 200 len: 945 time: 0.0808184 May 18 10:11:08.114393 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [req-cfdb28ec-5926-43f1-913e-d04ee1062f8d req-25b9f6a9-a861-4982-b22d-5150ef444bda tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Deleting port deaf0781-b331-4475-a1e9-7c6598fb69ad {{(pid=91255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:11:08.115098 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-cfdb28ec-5926-43f1-913e-d04ee1062f8d req-25b9f6a9-a861-4982-b22d-5150ef444bda tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:08.244409 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [req-cfdb28ec-5926-43f1-913e-d04ee1062f8d req-25b9f6a9-a861-4982-b22d-5150ef444bda tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] For port deaf0781-b331-4475-a1e9-7c6598fb69ad, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=deaf0781-b331-4475-a1e9-7c6598fb69ad,segment=NetworkSegment(3769062a-12ce-4aba-be75-7a8f50e46583),segment_id=3769062a-12ce-4aba-be75-7a8f50e46583)] {{(pid=91255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:11:08.244804 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-cfdb28ec-5926-43f1-913e-d04ee1062f8d req-25b9f6a9-a861-4982-b22d-5150ef444bda tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:08.304799 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47945e51-ff1d-4035-a552-3ada920fa045 req-6db42c4e-6f6e-4ce8-8ee1-2d41f8bdea2b tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:08.306297 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-47945e51-ff1d-4035-a552-3ada920fa045 req-6db42c4e-6f6e-4ce8-8ee1-2d41f8bdea2b tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 945 time: 0.0834885 May 18 10:11:08.351573 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-47945e51-ff1d-4035-a552-3ada920fa045 req-54e8aecf-7af2-4f88-9bd0-425b16fd931f tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395780 May 18 10:11:08.563983 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a86ce2-3ae1-4ecb-9c8c-e85aa22d3b83 req-eb0c9fd0-04e8-4c72-832b-f4d2370269d7 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:08.565402 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-95a86ce2-3ae1-4ecb-9c8c-e85aa22d3b83 req-eb0c9fd0-04e8-4c72-832b-f4d2370269d7 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d61332-7a25-4faf-907d-763a0f05ab8a HTTP/1.1" status: 200 len: 945 time: 0.2574546 May 18 10:11:08.618850 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-cfdb28ec-5926-43f1-913e-d04ee1062f8d req-25b9f6a9-a861-4982-b22d-5150ef444bda tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:08.619207 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-cfdb28ec-5926-43f1-913e-d04ee1062f8d req-25b9f6a9-a861-4982-b22d-5150ef444bda tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922060'] for floatingip, after_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:08.619551 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.db.l3_db [req-cfdb28ec-5926-43f1-913e-d04ee1062f8d req-25b9f6a9-a861-4982-b22d-5150ef444bda tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Floating IP ed4b2654-5c11-45ff-8b09-a0b2155c9d98 disassociated. External IP: 172.27.1.127, port: deaf0781-b331-4475-a1e9-7c6598fb69ad. May 18 10:11:08.619872 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [req-cfdb28ec-5926-43f1-913e-d04ee1062f8d req-25b9f6a9-a861-4982-b22d-5150ef444bda tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Calling delete_port for deaf0781-b331-4475-a1e9-7c6598fb69ad owned by compute:nova {{(pid=91255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:11:08.630905 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-95a86ce2-3ae1-4ecb-9c8c-e85aa22d3b83 req-7c15a4ab-b032-4fc5-868e-6d73a13ba89e tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups?id=a52b36e6-948e-467c-bb97-b3a44a4dc32a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598226 May 18 10:11:08.735517 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-cfdb28ec-5926-43f1-913e-d04ee1062f8d req-25b9f6a9-a861-4982-b22d-5150ef444bda tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278795'] for port, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:08.741337 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-9e74f8d2-4eb4-4b2b-88e0-a6ed077b8386 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:11:08.786062 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b9f6a9-a861-4982-b22d-5150ef444bda tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Pushing event deleted for resources: {'Port': ['ID=deaf0781-b331-4475-a1e9-7c6598fb69ad,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:11:08.797719 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b9f6a9-a861-4982-b22d-5150ef444bda tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:08.798082 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b9f6a9-a861-4982-b22d-5150ef444bda tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:08.798451 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b9f6a9-a861-4982-b22d-5150ef444bda tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:08.798794 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b9f6a9-a861-4982-b22d-5150ef444bda tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:08.799139 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b9f6a9-a861-4982-b22d-5150ef444bda tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:08.799476 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b9f6a9-a861-4982-b22d-5150ef444bda tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:08.799807 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b9f6a9-a861-4982-b22d-5150ef444bda tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:08.800145 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b9f6a9-a861-4982-b22d-5150ef444bda tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:08.800478 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b9f6a9-a861-4982-b22d-5150ef444bda tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:08.800806 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b9f6a9-a861-4982-b22d-5150ef444bda tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:08.801131 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b9f6a9-a861-4982-b22d-5150ef444bda tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:08.801457 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b9f6a9-a861-4982-b22d-5150ef444bda tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:08.805066 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-25b9f6a9-a861-4982-b22d-5150ef444bda tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:11:08.976568 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfdb28ec-5926-43f1-913e-d04ee1062f8d req-25b9f6a9-a861-4982-b22d-5150ef444bda tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Router 2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da has already been hosted by L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb {{(pid=91255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:11:09.154332 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfdb28ec-5926-43f1-913e-d04ee1062f8d req-25b9f6a9-a861-4982-b22d-5150ef444bda tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:11:09.164653 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347e9a5a-b101-4107-b30f-b8a032b53bd2 None None] Sync routers for ids ['2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da'] in dv-cinder-772623-5-iscsi {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:11:09.176407 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347e9a5a-b101-4107-b30f-b8a032b53bd2 None None] Routers {'2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:11:09.177372 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-347e9a5a-b101-4107-b30f-b8a032b53bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:10:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:11:09.227561 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfdb28ec-5926-43f1-913e-d04ee1062f8d req-25b9f6a9-a861-4982-b22d-5150ef444bda tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] No DVR routers for this DVR port deaf0781-b331-4475-a1e9-7c6598fb69ad on host hv-cinder-77262 {{(pid=91255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:11:09.230056 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-cfdb28ec-5926-43f1-913e-d04ee1062f8d req-25b9f6a9-a861-4982-b22d-5150ef444bda tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:09.232830 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d61332-7a25-4faf-907d-763a0f05ab8a', 'name': 'network-vif-deleted', 'tag': 'deaf0781-b331-4475-a1e9-7c6598fb69ad'}] {{(pid=91255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:11:09.250364 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-cfdb28ec-5926-43f1-913e-d04ee1062f8d req-25b9f6a9-a861-4982-b22d-5150ef444bda tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.10 "DELETE /v2.0/ports/deaf0781-b331-4475-a1e9-7c6598fb69ad HTTP/1.1" status: 204 len: 173 time: 1.3167822 May 18 10:11:09.351550 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d61332-7a25-4faf-907d-763a0f05ab8a', 'name': 'network-vif-deleted', 'tag': 'deaf0781-b331-4475-a1e9-7c6598fb69ad', 'status': 'completed', 'code': 200} May 18 10:11:09.373598 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-347e9a5a-b101-4107-b30f-b8a032b53bd2 None None] Set router 2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:11:09.544659 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd668db-00fe-4ec2-8820-a9b72aeca8d1 req-5f84227c-dec7-4744-b3f6-13a41195f6fa tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:09.546159 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-0dd668db-00fe-4ec2-8820-a9b72aeca8d1 req-5f84227c-dec7-4744-b3f6-13a41195f6fa tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 945 time: 0.0838280 May 18 10:11:09.600371 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-0dd668db-00fe-4ec2-8820-a9b72aeca8d1 req-13486899-eee1-4ebc-9b9f-17ed7eb9c9c1 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476134 May 18 10:11:09.700703 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-347e9a5a-b101-4107-b30f-b8a032b53bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'name': 'tempest-AttachVolumeTestJSON-401901077-router', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '2028ef6b-7021-4ef5-9774-c779565cf807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:48Z', 'updated_at': '2021-05-18T10:00:58Z', 'revision_number': 4, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'gw_port': {'id': '2028ef6b-7021-4ef5-9774-c779565cf807', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:50Z', 'updated_at': '2021-05-18T10:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'd35ea65d-d34c-42d8-a340-cfafd450b0df', 'name': '', 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'mac_address': 'fa:16:3e:27:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7879ceca-ac45-4ec5-8a61-389c60092f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:57Z', 'updated_at': '2021-05-18T10:01:11Z', 'revision_number': 5, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'subnets': [{'id': '7879ceca-ac45-4ec5-8a61-389c60092f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:11:09.706765 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347e9a5a-b101-4107-b30f-b8a032b53bd2 None None] Checking router: 2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da for host: dv-cinder-772623-5-iscsi {{(pid=91256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:11:09.718803 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347e9a5a-b101-4107-b30f-b8a032b53bd2 None None] Routers {'2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:11:09.719663 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-347e9a5a-b101-4107-b30f-b8a032b53bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:10:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:11:09.811569 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-965fa047-55bf-4ebf-a032-076e79816402 req-c18a1437-323f-4ed4-8938-12915a5ccebc tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8d61332-7a25-4faf-907d-763a0f05ab8a HTTP/1.1" status: 200 len: 210 time: 0.0462177 May 18 10:11:09.900252 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-347e9a5a-b101-4107-b30f-b8a032b53bd2 None None] Set router 2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:11:10.240046 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-347e9a5a-b101-4107-b30f-b8a032b53bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'name': 'tempest-AttachVolumeTestJSON-401901077-router', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '2028ef6b-7021-4ef5-9774-c779565cf807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:48Z', 'updated_at': '2021-05-18T10:00:58Z', 'revision_number': 4, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'gw_port': {'id': '2028ef6b-7021-4ef5-9774-c779565cf807', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:50Z', 'updated_at': '2021-05-18T10:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'd35ea65d-d34c-42d8-a340-cfafd450b0df', 'name': '', 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'mac_address': 'fa:16:3e:27:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7879ceca-ac45-4ec5-8a61-389c60092f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:57Z', 'updated_at': '2021-05-18T10:01:11Z', 'revision_number': 5, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'subnets': [{'id': '7879ceca-ac45-4ec5-8a61-389c60092f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:11:10.243967 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347e9a5a-b101-4107-b30f-b8a032b53bd2 None None] The sync data for ids ['2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da'] in dv-cinder-772623-5-iscsi is: [{'id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'name': 'tempest-AttachVolumeTestJSON-401901077-router', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '2028ef6b-7021-4ef5-9774-c779565cf807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:48Z', 'updated_at': '2021-05-18T10:00:58Z', 'revision_number': 4, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'gw_port': {'id': '2028ef6b-7021-4ef5-9774-c779565cf807', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:50Z', 'updated_at': '2021-05-18T10:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'd35ea65d-d34c-42d8-a340-cfafd450b0df', 'name': '', 'network_id': '38de340e-be75-495c-91ac-81e0ab74f998', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'mac_address': 'fa:16:3e:27:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7879ceca-ac45-4ec5-8a61-389c60092f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:57Z', 'updated_at': '2021-05-18T10:01:11Z', 'revision_number': 5, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'subnets': [{'id': '7879ceca-ac45-4ec5-8a61-389c60092f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:11:10.452198 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad13663-3969-422b-bd6e-fa7dd66725a1 None None] New status for floating IP ed4b2654-5c11-45ff-8b09-a0b2155c9d98: DOWN {{(pid=91257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 10:11:10.790650 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40fa1c-db7e-4145-9231-f5243763c561 req-a41e7f31-e146-467b-b2b6-d4f6bee0eb39 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:10.792074 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-7b40fa1c-db7e-4145-9231-f5243763c561 req-a41e7f31-e146-467b-b2b6-d4f6bee0eb39 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 945 time: 0.0794556 May 18 10:11:10.910892 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-7b40fa1c-db7e-4145-9231-f5243763c561 req-1073202e-ea47-4a06-b09d-974d31ee75a4 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1130829 May 18 10:11:11.333454 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device deaf0781-b331-4475-a1e9-7c6598fb69ad no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:11:11.367143 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] No Port match for: deaf0781-b331-4475-a1e9-7c6598fb69ad {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:11:11.367486 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device deaf0781-b331-4475-a1e9-7c6598fb69ad not bound to the agent host hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:11:11.963907 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 40090) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:11:12.066569 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-56dad526-fada-4977-aad5-7923c42d2192 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:12.110607 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-56dad526-fada-4977-aad5-7923c42d2192 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:12.165520 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebff1b-3188-408a-9590-093096fbac86 req-fda69662-31cf-4f61-862e-b9f753eee948 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:12.167027 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-88ebff1b-3188-408a-9590-093096fbac86 req-fda69662-31cf-4f61-862e-b9f753eee948 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 945 time: 0.1462159 May 18 10:11:12.205740 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-56dad526-fada-4977-aad5-7923c42d2192 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:12.213588 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-7bc0ef67-1aae-4304-b63b-b502ec479f4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:11:12.232828 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-88ebff1b-3188-408a-9590-093096fbac86 req-9e851845-41fa-413e-9663-b5cd41310e15 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595636 May 18 10:11:12.235980 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dad526-fada-4977-aad5-7923c42d2192 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52b36e6-948e-467c-bb97-b3a44a4dc32a,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:11:12.238945 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-56dad526-fada-4977-aad5-7923c42d2192 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:11:12.245260 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-56dad526-fada-4977-aad5-7923c42d2192 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:12.248814 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-56dad526-fada-4977-aad5-7923c42d2192 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "DELETE /v2.0/security-groups/a52b36e6-948e-467c-bb97-b3a44a4dc32a HTTP/1.1" status: 204 len: 168 time: 0.2813251 May 18 10:11:12.248814 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 40096) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:11:12.267560 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.api.v2.resource [None req-2aca81c1-06c3-4259-8560-961eb2f17aa1 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] show failed (client error): The resource could not be found. May 18 10:11:12.268563 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-2aca81c1-06c3-4259-8560-961eb2f17aa1 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "GET /v2.0/security-groups/a52b36e6-948e-467c-bb97-b3a44a4dc32a HTTP/1.1" status: 404 len: 347 time: 0.0188143 May 18 10:11:12.271443 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 40100) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:11:12.485520 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [None req-ec3222e9-c24d-4531-8b85-c543e80204a6 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Deleting port a544db54-cb96-4f34-913b-d3b868379ef4 {{(pid=91255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:11:12.485754 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-ec3222e9-c24d-4531-8b85-c543e80204a6 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:12.599792 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-ec3222e9-c24d-4531-8b85-c543e80204a6 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:12.600106 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-ec3222e9-c24d-4531-8b85-c543e80204a6 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:12.717281 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [None req-ec3222e9-c24d-4531-8b85-c543e80204a6 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Calling delete_port for a544db54-cb96-4f34-913b-d3b868379ef4 owned by network:floatingip {{(pid=91255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:11:12.825080 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-ec3222e9-c24d-4531-8b85-c543e80204a6 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278795'] for port, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:12.829304 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-efe87b57-ce90-496d-bfd2-061b61bdf78d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:11:12.871562 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3222e9-c24d-4531-8b85-c543e80204a6 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Pushing event deleted for resources: {'Port': ['ID=a544db54-cb96-4f34-913b-d3b868379ef4,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:11:12.896776 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-ec3222e9-c24d-4531-8b85-c543e80204a6 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:11:12.959845 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-ec3222e9-c24d-4531-8b85-c543e80204a6 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks [] for floatingip, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:12.973293 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-ec3222e9-c24d-4531-8b85-c543e80204a6 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for floatingip, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:12.974389 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-ec3222e9-c24d-4531-8b85-c543e80204a6 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] 10.222.0.11 "DELETE /v2.0/floatingips/ed4b2654-5c11-45ff-8b09-a0b2155c9d98 HTTP/1.1" status: 204 len: 168 time: 0.7020772 May 18 10:11:13.419317 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aede692-a44f-494a-a2ac-d6f4ea8685ec req-ba27c69f-ea74-455c-adb3-a92af7feee68 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:13.420786 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-9aede692-a44f-494a-a2ac-d6f4ea8685ec req-ba27c69f-ea74-455c-adb3-a92af7feee68 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 945 time: 0.0803792 May 18 10:11:13.465833 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-9aede692-a44f-494a-a2ac-d6f4ea8685ec req-4f5f13b0-5572-4f35-9c2b-6cf005306903 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386512 May 18 10:11:14.648939 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a468f3-7fc6-48c1-bacf-6a3ae0982718 req-f00f83c3-f2dd-42d5-8bca-6777bc752ec4 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:14.650359 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-23a468f3-7fc6-48c1-bacf-6a3ae0982718 req-f00f83c3-f2dd-42d5-8bca-6777bc752ec4 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 945 time: 0.0791018 May 18 10:11:14.701014 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-23a468f3-7fc6-48c1-bacf-6a3ae0982718 req-88b2e0ec-fc1f-4249-9b3e-820f7486cc0e tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439191 May 18 10:11:15.891061 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a5ec6-9e1b-4b0a-b508-153913f9cea4 req-cbf15a70-340d-45c8-bbb8-ff70bc1e0865 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:15.892577 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-3a3a5ec6-9e1b-4b0a-b508-153913f9cea4 req-cbf15a70-340d-45c8-bbb8-ff70bc1e0865 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 945 time: 0.0857010 May 18 10:11:15.921492 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cfcb37-731d-41a0-9d95-6a5112acb0fc req-c8269d93-e749-42b7-9bd1-647104957249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:15.922848 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c7cfcb37-731d-41a0-9d95-6a5112acb0fc req-c8269d93-e749-42b7-9bd1-647104957249 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d9e96036aab94f77912fe8beeb7e7dc4&device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 1098 time: 0.1183138 May 18 10:11:15.938559 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-3a3a5ec6-9e1b-4b0a-b508-153913f9cea4 req-33e11116-000c-4f3a-ae2b-d67bf5bfe28d tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398772 May 18 10:11:16.053782 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cfcb37-731d-41a0-9d95-6a5112acb0fc req-6cb38bac-0c39-4a39-8e37-b5f84ff23df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:16.055223 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c7cfcb37-731d-41a0-9d95-6a5112acb0fc req-6cb38bac-0c39-4a39-8e37-b5f84ff23df7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0e91282-5f4c-4c73-9e5f-fee8a39ee806 HTTP/1.1" status: 200 len: 909 time: 0.1255186 May 18 10:11:16.159431 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c7cfcb37-731d-41a0-9d95-6a5112acb0fc req-1516c5d4-f042-4659-bb53-56c39ee2aa8c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=027c68b1-18cb-4192-a33a-46cbf435c3ae HTTP/1.1" status: 200 len: 1001 time: 0.0968039 May 18 10:11:16.220699 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cfcb37-731d-41a0-9d95-6a5112acb0fc req-8517cd50-4c8f-468a-82ad-5cd71829153e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:16.221993 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c7cfcb37-731d-41a0-9d95-6a5112acb0fc req-8517cd50-4c8f-468a-82ad-5cd71829153e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ebf47a8e-7c99-4cdc-86a4-e2a692d12253 HTTP/1.1" status: 200 len: 847 time: 0.0560145 May 18 10:11:16.295500 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cfcb37-731d-41a0-9d95-6a5112acb0fc req-03cb2f85-bb8e-4967-a7b0-e1d4cbe3428b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:16.296954 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c7cfcb37-731d-41a0-9d95-6a5112acb0fc req-03cb2f85-bb8e-4967-a7b0-e1d4cbe3428b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0e91282-5f4c-4c73-9e5f-fee8a39ee806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0681183 May 18 10:11:16.306755 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [req-c7cfcb37-731d-41a0-9d95-6a5112acb0fc req-0d343f5c-c539-45a8-82f4-5b194381a616 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=91255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 10:11:16.307656 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c7cfcb37-731d-41a0-9d95-6a5112acb0fc req-0d343f5c-c539-45a8-82f4-5b194381a616 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048940 May 18 10:11:16.499566 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c7cfcb37-731d-41a0-9d95-6a5112acb0fc req-085ba671-2ef6-4513-b5d3-5f494e81def8 service neutron] 10.222.0.10 "GET /v2.0/networks/c0e91282-5f4c-4c73-9e5f-fee8a39ee806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856101 May 18 10:11:16.630545 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c7cfcb37-731d-41a0-9d95-6a5112acb0fc req-ed72ebf9-d9c2-4bb9-8e14-8bdcfeebc8be service neutron] 10.222.0.10 "GET /v2.0/networks/c0e91282-5f4c-4c73-9e5f-fee8a39ee806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244845 May 18 10:11:16.872400 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:16.986088 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 40140) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:11:17.276248 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3fed04-43b3-409c-a9ad-c8fc699cec4a req-ee62e9bd-5bca-4afb-b32c-76b964114c1f tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:17.277717 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-fe3fed04-43b3-409c-a9ad-c8fc699cec4a req-ee62e9bd-5bca-4afb-b32c-76b964114c1f tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 945 time: 0.2306466 May 18 10:11:17.401394 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-fe3fed04-43b3-409c-a9ad-c8fc699cec4a req-49e7655e-a533-4242-a2ca-c0165050377f tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1158016 May 18 10:11:17.674153 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9fccd3d4-644e-4d54-ab07-9a40b4ed40c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921910'] for router_interface, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:18.065098 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [None req-9fccd3d4-644e-4d54-ab07-9a40b4ed40c8 admin admin] Deleting port d35ea65d-d34c-42d8-a340-cfafd450b0df {{(pid=91255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:11:18.065655 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9fccd3d4-644e-4d54-ab07-9a40b4ed40c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:18.262951 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [None req-9fccd3d4-644e-4d54-ab07-9a40b4ed40c8 admin admin] For port d35ea65d-d34c-42d8-a340-cfafd450b0df, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=d35ea65d-d34c-42d8-a340-cfafd450b0df,segment=NetworkSegment(3769062a-12ce-4aba-be75-7a8f50e46583),segment_id=3769062a-12ce-4aba-be75-7a8f50e46583)] {{(pid=91255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:11:18.263296 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9fccd3d4-644e-4d54-ab07-9a40b4ed40c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:18.381781 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [None req-9fccd3d4-644e-4d54-ab07-9a40b4ed40c8 admin admin] Calling delete_port for d35ea65d-d34c-42d8-a340-cfafd450b0df owned by network:router_interface {{(pid=91255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:11:18.604564 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e552b-d3d9-48ae-b8fb-8c3e9063c958 req-0edc0517-a2c3-4c9e-8c7d-93afa5b73a44 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:18.606589 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-362e552b-d3d9-48ae-b8fb-8c3e9063c958 req-0edc0517-a2c3-4c9e-8c7d-93afa5b73a44 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 945 time: 0.0862782 May 18 10:11:18.655574 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-362e552b-d3d9-48ae-b8fb-8c3e9063c958 req-dbbb039d-8131-4e5b-9c63-7fa95961c73e tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424051 May 18 10:11:18.673297 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9fccd3d4-644e-4d54-ab07-9a40b4ed40c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278795'] for port, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:18.677169 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:11:18.721160 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fccd3d4-644e-4d54-ab07-9a40b4ed40c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d35ea65d-d34c-42d8-a340-cfafd450b0df,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:11:18.725334 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-9fccd3d4-644e-4d54-ab07-9a40b4ed40c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:11:18.984231 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9fccd3d4-644e-4d54-ab07-9a40b4ed40c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-923302'] for router_interface, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:19.340279 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fccd3d4-644e-4d54-ab07-9a40b4ed40c8 admin admin] Router 2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da has already been hosted by L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb {{(pid=91255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:11:19.591000 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fccd3d4-644e-4d54-ab07-9a40b4ed40c8 admin admin] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:11:19.600050 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae9918e-de55-4323-98fb-4c6dccc92143 None None] Sync routers for ids ['2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da'] in dv-cinder-772623-5-iscsi {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:11:19.604528 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-9fccd3d4-644e-4d54-ab07-9a40b4ed40c8 admin admin] 10.222.0.11 "PUT /v2.0/routers/2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6173315 May 18 10:11:19.606949 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 40150) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:11:19.609168 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae9918e-de55-4323-98fb-4c6dccc92143 None None] Routers {'2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:11:19.609770 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-5ae9918e-de55-4323-98fb-4c6dccc92143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:10:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:11:19.784713 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-5ae9918e-de55-4323-98fb-4c6dccc92143 None None] Set router 2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:11:19.820699 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-080cb1d3-978f-4b1e-bb32-f428d234187e admin admin] Notify callbacks [] for router, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:19.999784 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbb4ff-9f70-4239-993b-004a31fd6349 req-4d50995f-5a3c-457e-b914-bf175c056547 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:20.001696 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-d8fbb4ff-9f70-4239-993b-004a31fd6349 req-4d50995f-5a3c-457e-b914-bf175c056547 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 945 time: 0.2356966 May 18 10:11:20.043231 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-080cb1d3-978f-4b1e-bb32-f428d234187e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:20.061299 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-d8fbb4ff-9f70-4239-993b-004a31fd6349 req-8012fc21-4bed-4e87-94f0-87a18887ea7d tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513980 May 18 10:11:20.077943 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-5ae9918e-de55-4323-98fb-4c6dccc92143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'name': 'tempest-AttachVolumeTestJSON-401901077-router', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '2028ef6b-7021-4ef5-9774-c779565cf807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:48Z', 'updated_at': '2021-05-18T10:11:18Z', 'revision_number': 5, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'gw_port': {'id': '2028ef6b-7021-4ef5-9774-c779565cf807', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:50Z', 'updated_at': '2021-05-18T10:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi'}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:11:20.093180 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae9918e-de55-4323-98fb-4c6dccc92143 None None] Checking router: 2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da for host: dv-cinder-772623-5-iscsi {{(pid=91256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:11:20.113882 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae9918e-de55-4323-98fb-4c6dccc92143 None None] Routers {'2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:11:20.115691 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-5ae9918e-de55-4323-98fb-4c6dccc92143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:10:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:11:20.132893 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [None req-080cb1d3-978f-4b1e-bb32-f428d234187e admin admin] Deleting port 2028ef6b-7021-4ef5-9774-c779565cf807 {{(pid=91255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:11:20.133233 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-080cb1d3-978f-4b1e-bb32-f428d234187e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:20.262871 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [None req-080cb1d3-978f-4b1e-bb32-f428d234187e admin admin] For port 2028ef6b-7021-4ef5-9774-c779565cf807, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=2028ef6b-7021-4ef5-9774-c779565cf807,segment=NetworkSegment(f8569fa1-1255-4980-b926-c951cf4cc403),segment_id=f8569fa1-1255-4980-b926-c951cf4cc403)] {{(pid=91255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:11:20.263548 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-080cb1d3-978f-4b1e-bb32-f428d234187e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:20.286134 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-5ae9918e-de55-4323-98fb-4c6dccc92143 None None] Set router 2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da gateway port host: None {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:11:20.400205 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 40166) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:11:20.402721 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-5ae9918e-de55-4323-98fb-4c6dccc92143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'name': 'tempest-AttachVolumeTestJSON-401901077-router', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:48Z', 'updated_at': '2021-05-18T10:11:20Z', 'revision_number': 6, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'gw_port_host': None}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:11:20.408946 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae9918e-de55-4323-98fb-4c6dccc92143 None None] The sync data for ids ['2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da'] in dv-cinder-772623-5-iscsi is: [{'id': '2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da', 'name': 'tempest-AttachVolumeTestJSON-401901077-router', 'tenant_id': '4738afae052f4e64894b0edeb5a37fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:48Z', 'updated_at': '2021-05-18T10:11:20Z', 'revision_number': 6, 'project_id': '4738afae052f4e64894b0edeb5a37fbf', 'gw_port_host': None}] {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:11:20.409370 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [None req-080cb1d3-978f-4b1e-bb32-f428d234187e admin admin] Calling delete_port for 2028ef6b-7021-4ef5-9774-c779565cf807 owned by network:router_gateway {{(pid=91255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:11:20.516936 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-348be292-cdb2-4050-a7ad-19d74d45e7ca req-451d7772-dcbc-4ab0-9b08-614ff147d946 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1155174 May 18 10:11:20.517189 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a902b9-38c2-4494-94ad-a3a6049bc6d1 req-96d4c687-5541-4ed6-8529-245c3da310e3 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:20.518680 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b7a902b9-38c2-4494-94ad-a3a6049bc6d1 req-96d4c687-5541-4ed6-8529-245c3da310e3 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 945 time: 0.1203122 May 18 10:11:20.583302 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b7a902b9-38c2-4494-94ad-a3a6049bc6d1 req-9f870679-3342-4326-8c9b-46b6ebe09b9c tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572977 May 18 10:11:20.666694 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-080cb1d3-978f-4b1e-bb32-f428d234187e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278795'] for port, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:20.671257 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:11:20.716237 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080cb1d3-978f-4b1e-bb32-f428d234187e admin admin] Pushing event deleted for resources: {'Port': ['ID=2028ef6b-7021-4ef5-9774-c779565cf807,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:11:20.745629 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-080cb1d3-978f-4b1e-bb32-f428d234187e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:11:20.810545 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-080cb1d3-978f-4b1e-bb32-f428d234187e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924701'] for router_gateway, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:21.071111 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-080cb1d3-978f-4b1e-bb32-f428d234187e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27175'] for router, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:21.073403 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-080cb1d3-978f-4b1e-bb32-f428d234187e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:21.156821 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-080cb1d3-978f-4b1e-bb32-f428d234187e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-648010'] for router, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:21.157860 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080cb1d3-978f-4b1e-bb32-f428d234187e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da {{(pid=91255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 10:11:21.169847 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-080cb1d3-978f-4b1e-bb32-f428d234187e admin admin] Notify callbacks [] for router, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:21.170982 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-080cb1d3-978f-4b1e-bb32-f428d234187e admin admin] 10.222.0.11 "DELETE /v2.0/routers/2d4d21bb-d9c9-4c51-bae9-bec9cf77f7da HTTP/1.1" status: 204 len: 168 time: 1.5630829 May 18 10:11:21.173734 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 40178) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:11:21.234740 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.db_base_plugin_v2 [None req-46f1499f-ea8a-4049-9d48-b715a0162552 admin admin] Deleting subnet 7879ceca-ac45-4ec5-8a61-389c60092f52 {{(pid=91254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 10:11:21.237996 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-46f1499f-ea8a-4049-9d48-b715a0162552 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:21.292334 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-46f1499f-ea8a-4049-9d48-b715a0162552 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1687668'] for subnet, precommit_delete_associations {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:21.399007 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 027c68b1-18cb-4192-a33a-46cbf435c3ae no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:11:21.417387 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-46f1499f-ea8a-4049-9d48-b715a0162552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379774'] for subnet, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:21.535267 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:21.565952 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8c3584-efb6-41a3-92f8-053aa8403d8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '027c68b1-18cb-4192-a33a-46cbf435c3ae'}] {{(pid=91256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:11:21.575631 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 027c68b1-18cb-4192-a33a-46cbf435c3ae, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=027c68b1-18cb-4192-a33a-46cbf435c3ae,segment=NetworkSegment(bc970bb7-bafa-4ef5-bbaa-bd1c6106f047),segment_id=bc970bb7-bafa-4ef5-bbaa-bd1c6106f047)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:11:21.581957 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:21.583862 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:11:21.638980 dv-cinder-772623-5-iscsi neutron-server[91256]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'db8c3584-efb6-41a3-92f8-053aa8403d8f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '027c68b1-18cb-4192-a33a-46cbf435c3ae', 'code': 422} returned with failed status May 18 10:11:21.659202 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=027c68b1-18cb-4192-a33a-46cbf435c3ae,revision_number=6']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:11:21.667863 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:21.668204 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:21.668742 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:21.669044 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:21.669374 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:21.669695 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:21.670011 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:21.670325 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:21.670671 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:21.671187 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:21.671499 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:21.671808 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:21.679342 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:11:21.692880 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-46f1499f-ea8a-4049-9d48-b715a0162552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2367067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3653730'] for subnet, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:21.698093 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-3fed2cc9-f63b-49c7-8d4e-5408e5c5bf67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:11:21.736195 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f1499f-ea8a-4049-9d48-b715a0162552 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7879ceca-ac45-4ec5-8a61-389c60092f52,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:11:21.745835 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0329d8-7e07-46e8-b178-ebc6614d0721 None None] Network 38de340e-be75-495c-91ac-81e0ab74f998 requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:11:21.759168 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1499f-ea8a-4049-9d48-b715a0162552 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:21.759528 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1499f-ea8a-4049-9d48-b715a0162552 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:21.759881 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1499f-ea8a-4049-9d48-b715a0162552 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:21.760224 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1499f-ea8a-4049-9d48-b715a0162552 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:21.760565 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1499f-ea8a-4049-9d48-b715a0162552 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:21.760904 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1499f-ea8a-4049-9d48-b715a0162552 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:21.761239 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1499f-ea8a-4049-9d48-b715a0162552 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:21.761587 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1499f-ea8a-4049-9d48-b715a0162552 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:21.761906 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1499f-ea8a-4049-9d48-b715a0162552 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:21.762237 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1499f-ea8a-4049-9d48-b715a0162552 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:21.762590 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1499f-ea8a-4049-9d48-b715a0162552 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:21.762919 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1499f-ea8a-4049-9d48-b715a0162552 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:11:21.765908 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-46f1499f-ea8a-4049-9d48-b715a0162552 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:21.770144 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-46f1499f-ea8a-4049-9d48-b715a0162552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:11:21.779119 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-46f1499f-ea8a-4049-9d48-b715a0162552 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7879ceca-ac45-4ec5-8a61-389c60092f52 HTTP/1.1" status: 204 len: 168 time: 0.6037173 May 18 10:11:21.779695 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 40186) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:11:21.911644 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc72a7e-7a3f-4660-bc73-312553c1cfdb req-50346e04-80bc-4f94-9427-a8772508579c tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:21.913085 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5fc72a7e-7a3f-4660-bc73-312553c1cfdb req-50346e04-80bc-4f94-9427-a8772508579c tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 943 time: 0.2024822 May 18 10:11:21.919200 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-87dba5ee-3727-4dee-841d-2dc8f8fe572a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7931910'] for network, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:22.005083 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5fc72a7e-7a3f-4660-bc73-312553c1cfdb req-2c6c5bf0-a0bd-49e1-b764-beade22c9240 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0831265 May 18 10:11:22.006702 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ec6a9f-7a64-4416-a465-5d23b4a6b780 None None] DHCP port deletion for 38de340e-be75-495c-91ac-81e0ab74f998 request from dv-cinder-772623-5-iscsi {{(pid=91256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 10:11:22.033356 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [None req-87dba5ee-3727-4dee-841d-2dc8f8fe572a admin admin] Deleting port 792a6bb3-3912-467b-919a-bd2f91cf818d {{(pid=91255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:11:22.033687 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-87dba5ee-3727-4dee-841d-2dc8f8fe572a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:22.076482 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-25ec6a9f-7a64-4416-a465-5d23b4a6b780 None None] Deleting port 792a6bb3-3912-467b-919a-bd2f91cf818d {{(pid=91256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:11:22.076878 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-25ec6a9f-7a64-4416-a465-5d23b4a6b780 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:22.132352 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device 2028ef6b-7021-4ef5-9774-c779565cf807 no longer exists at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:11:22.170758 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] No Port match for: 2028ef6b-7021-4ef5-9774-c779565cf807 {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:11:22.170976 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device 2028ef6b-7021-4ef5-9774-c779565cf807 not bound to the agent host dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:11:22.171416 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device d35ea65d-d34c-42d8-a340-cfafd450b0df no longer exists at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:11:22.182802 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [None req-87dba5ee-3727-4dee-841d-2dc8f8fe572a admin admin] For port 792a6bb3-3912-467b-919a-bd2f91cf818d, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=792a6bb3-3912-467b-919a-bd2f91cf818d,segment=NetworkSegment(3769062a-12ce-4aba-be75-7a8f50e46583),segment_id=3769062a-12ce-4aba-be75-7a8f50e46583)] {{(pid=91255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:11:22.183148 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-87dba5ee-3727-4dee-841d-2dc8f8fe572a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:22.249031 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] No Port match for: d35ea65d-d34c-42d8-a340-cfafd450b0df {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:11:22.249373 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device d35ea65d-d34c-42d8-a340-cfafd450b0df not bound to the agent host dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:11:22.249785 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device 792a6bb3-3912-467b-919a-bd2f91cf818d no longer exists at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:11:22.307319 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [None req-87dba5ee-3727-4dee-841d-2dc8f8fe572a admin admin] Calling delete_port for 792a6bb3-3912-467b-919a-bd2f91cf818d owned by network:dhcp {{(pid=91255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:11:22.312389 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-25ec6a9f-7a64-4416-a465-5d23b4a6b780 None None] For port 792a6bb3-3912-467b-919a-bd2f91cf818d, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=792a6bb3-3912-467b-919a-bd2f91cf818d,segment=NetworkSegment(3769062a-12ce-4aba-be75-7a8f50e46583),segment_id=3769062a-12ce-4aba-be75-7a8f50e46583)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:11:22.312705 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-25ec6a9f-7a64-4416-a465-5d23b4a6b780 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:22.333093 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348be292-cdb2-4050-a7ad-19d74d45e7ca req-385e6f91-c1b5-46b1-a5e4-3a8a51e8add8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:22.334588 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-348be292-cdb2-4050-a7ad-19d74d45e7ca req-385e6f91-c1b5-46b1-a5e4-3a8a51e8add8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f&tenant_id=d9e96036aab94f77912fe8beeb7e7dc4 HTTP/1.1" status: 200 len: 1096 time: 0.2244365 May 18 10:11:22.400689 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-87dba5ee-3727-4dee-841d-2dc8f8fe572a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278795'] for port, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:22.412294 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-bb79b5a7-ac2c-4f3f-9f40-3eba0842cc1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:11:22.437587 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-25ec6a9f-7a64-4416-a465-5d23b4a6b780 None None] Calling delete_port for 792a6bb3-3912-467b-919a-bd2f91cf818d owned by network:dhcp {{(pid=91256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:11:22.447125 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] No active binding found for port 792a6bb3-3912-467b-919a-bd2f91cf818d {{(pid=91256) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 18 10:11:22.447538 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device 792a6bb3-3912-467b-919a-bd2f91cf818d not bound to the agent host dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:11:22.462643 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dba5ee-3727-4dee-841d-2dc8f8fe572a admin admin] No DVR routers for this DVR port 792a6bb3-3912-467b-919a-bd2f91cf818d on host dv-cinder-772623-5-iscsi {{(pid=91255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:11:22.464300 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dba5ee-3727-4dee-841d-2dc8f8fe572a admin admin] Pushing event deleted for resources: {'Port': ['ID=792a6bb3-3912-467b-919a-bd2f91cf818d,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:11:22.491121 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-87dba5ee-3727-4dee-841d-2dc8f8fe572a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:11:22.570734 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-25ec6a9f-7a64-4416-a465-5d23b4a6b780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924'] for port, after_delete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:22.574246 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-eb932926-dfb2-43aa-a1cb-a893ab1c47b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:11:22.588995 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-87dba5ee-3727-4dee-841d-2dc8f8fe572a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373237', 'neutron.services.segments.db._delete_segments_for_network-8726941291138'] for network, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:22.603448 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.services.segments.db [None req-87dba5ee-3727-4dee-841d-2dc8f8fe572a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38de340e-be75-495c-91ac-81e0ab74f998']}} {{(pid=91255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:11:22.614885 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348be292-cdb2-4050-a7ad-19d74d45e7ca req-712dd077-1868-4fd3-a42d-77d36847e106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:22.616364 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-348be292-cdb2-4050-a7ad-19d74d45e7ca req-712dd077-1868-4fd3-a42d-77d36847e106 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d9e96036aab94f77912fe8beeb7e7dc4&device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 1096 time: 0.2524390 May 18 10:11:22.619815 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.services.segments.db [None req-87dba5ee-3727-4dee-841d-2dc8f8fe572a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3769062a-12ce-4aba-be75-7a8f50e46583') {'for_net_delete': True} {{(pid=91255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:11:22.620101 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.services.segments.db [None req-87dba5ee-3727-4dee-841d-2dc8f8fe572a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3769062a-12ce-4aba-be75-7a8f50e46583') {} {{(pid=91255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:11:22.625573 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec6a9f-7a64-4416-a465-5d23b4a6b780 None None] Pushing event deleted for resources: {'Port': ['ID=792a6bb3-3912-467b-919a-bd2f91cf818d,revision_number=None']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:11:22.630128 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-25ec6a9f-7a64-4416-a465-5d23b4a6b780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:11:22.634500 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ec6a9f-7a64-4416-a465-5d23b4a6b780 None None] No DVR routers for this DVR port 792a6bb3-3912-467b-919a-bd2f91cf818d on host dv-cinder-772623-5-iscsi {{(pid=91256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:11:22.640312 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-c9ef924b-10ba-4d07-8ab5-3bd2de8e4df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:22.641963 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-87dba5ee-3727-4dee-841d-2dc8f8fe572a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726941301643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2332612'] for segment, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:22.690846 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-87dba5ee-3727-4dee-841d-2dc8f8fe572a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901'] for segment, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:22.743065 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87dba5ee-3727-4dee-841d-2dc8f8fe572a admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=91255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 10:11:22.743457 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-87dba5ee-3727-4dee-841d-2dc8f8fe572a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2278902'] for segment, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:22.760236 dv-cinder-772623-5-iscsi neutron-server[91255]: Traceback (most recent call last): May 18 10:11:22.760236 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 10:11:22.760236 dv-cinder-772623-5-iscsi neutron-server[91255]: timer() May 18 10:11:22.760236 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 10:11:22.760236 dv-cinder-772623-5-iscsi neutron-server[91255]: cb(*args, **kw) May 18 10:11:22.760236 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 10:11:22.760236 dv-cinder-772623-5-iscsi neutron-server[91255]: return func(*args, **kwargs) May 18 10:11:22.760236 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 10:11:22.760236 dv-cinder-772623-5-iscsi neutron-server[91255]: self._notify() May 18 10:11:22.760236 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 10:11:22.760236 dv-cinder-772623-5-iscsi neutron-server[91255]: self.callback(batched_events) May 18 10:11:22.760236 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 10:11:22.760236 dv-cinder-772623-5-iscsi neutron-server[91255]: event.method(event) May 18 10:11:22.760236 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 10:11:22.760236 dv-cinder-772623-5-iscsi neutron-server[91255]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 10:11:22.760236 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 10:11:22.760236 dv-cinder-772623-5-iscsi neutron-server[91255]: aggregate_uuid = self.p_client.list_aggregates( May 18 10:11:22.760236 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 10:11:22.760236 dv-cinder-772623-5-iscsi neutron-server[91255]: return f(self, *a, **k) May 18 10:11:22.760236 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 10:11:22.760236 dv-cinder-772623-5-iscsi neutron-server[91255]: return self._get(url).json() May 18 10:11:22.760236 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 10:11:22.760236 dv-cinder-772623-5-iscsi neutron-server[91255]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 10:11:22.760236 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 10:11:22.760236 dv-cinder-772623-5-iscsi neutron-server[91255]: return self.request(url, 'GET', **kwargs) May 18 10:11:22.760236 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 10:11:22.760236 dv-cinder-772623-5-iscsi neutron-server[91255]: base_url = self.get_endpoint(auth, allow=allow, May 18 10:11:22.760236 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 10:11:22.760236 dv-cinder-772623-5-iscsi neutron-server[91255]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 10:11:22.760236 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 10:11:22.760236 dv-cinder-772623-5-iscsi neutron-server[91255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 10:11:22.760236 dv-cinder-772623-5-iscsi neutron-server[91255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 10:11:22.853392 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-87dba5ee-3727-4dee-841d-2dc8f8fe572a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924726'] for network, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:22.862984 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:11:22.875488 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-87dba5ee-3727-4dee-841d-2dc8f8fe572a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for network, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:22.878286 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348be292-cdb2-4050-a7ad-19d74d45e7ca req-73c8a951-184f-42b2-8d3f-202c3f8196cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:22.879723 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-348be292-cdb2-4050-a7ad-19d74d45e7ca req-73c8a951-184f-42b2-8d3f-202c3f8196cb service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0e91282-5f4c-4c73-9e5f-fee8a39ee806 HTTP/1.1" status: 200 len: 909 time: 0.2441502 May 18 10:11:22.889057 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dba5ee-3727-4dee-841d-2dc8f8fe572a admin admin] Pushing event deleted for resources: {'Network': ['ID=38de340e-be75-495c-91ac-81e0ab74f998,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:11:22.893657 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-87dba5ee-3727-4dee-841d-2dc8f8fe572a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:11:22.956262 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-87dba5ee-3727-4dee-841d-2dc8f8fe572a admin admin] 10.222.0.11 "DELETE /v2.0/networks/38de340e-be75-495c-91ac-81e0ab74f998 HTTP/1.1" status: 204 len: 168 time: 1.1748314 May 18 10:11:23.006593 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-348be292-cdb2-4050-a7ad-19d74d45e7ca req-94056a8a-6cf2-4cc2-aef7-7109ef194513 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=027c68b1-18cb-4192-a33a-46cbf435c3ae HTTP/1.1" status: 200 len: 999 time: 0.1087310 May 18 10:11:23.113968 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 40194) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:11:23.162729 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348be292-cdb2-4050-a7ad-19d74d45e7ca req-5fa6488a-0b93-47cd-b9c2-dedc2f163582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:23.164144 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-348be292-cdb2-4050-a7ad-19d74d45e7ca req-5fa6488a-0b93-47cd-b9c2-dedc2f163582 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ebf47a8e-7c99-4cdc-86a4-e2a692d12253 HTTP/1.1" status: 200 len: 847 time: 0.1508322 May 18 10:11:23.215204 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-3fb551d4-edb9-4023-9589-c54d4912f644 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4738afae052f4e64894b0edeb5a37fbf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0964382 May 18 10:11:23.215391 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 40198) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:11:23.240489 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348be292-cdb2-4050-a7ad-19d74d45e7ca req-7ed622ff-d966-4b1a-a5bc-39c0bb650dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:23.241936 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-348be292-cdb2-4050-a7ad-19d74d45e7ca req-7ed622ff-d966-4b1a-a5bc-39c0bb650dce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0e91282-5f4c-4c73-9e5f-fee8a39ee806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704737 May 18 10:11:23.277833 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8199ea3-e88f-4bac-bfec-e6c83860712a req-c1f69fc6-39ee-4fb2-902b-69f9a191145a tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:23.279308 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f8199ea3-e88f-4bac-bfec-e6c83860712a req-c1f69fc6-39ee-4fb2-902b-69f9a191145a tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 943 time: 0.1475418 May 18 10:11:23.316260 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-03c69ef8-14d3-4ed9-ad32-326214bbb640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:23.346007 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f8199ea3-e88f-4bac-bfec-e6c83860712a req-23871f3c-7223-4f2a-b290-dd4cf015f348 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538766 May 18 10:11:23.358656 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-03c69ef8-14d3-4ed9-ad32-326214bbb640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:23.374078 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-348be292-cdb2-4050-a7ad-19d74d45e7ca req-614622fb-6505-4a13-9e51-2e3848b7a305 service neutron] 10.222.0.10 "GET /v2.0/networks/c0e91282-5f4c-4c73-9e5f-fee8a39ee806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251698 May 18 10:11:23.414586 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-03c69ef8-14d3-4ed9-ad32-326214bbb640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:23.419473 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-f34a731d-7ffd-46bf-ad3b-bf521e8f166c tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:11:23.432519 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c69ef8-14d3-4ed9-ad32-326214bbb640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1494e52-8ec4-44b4-974a-734ff1fb004a,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:11:23.435233 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-03c69ef8-14d3-4ed9-ad32-326214bbb640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:11:23.449401 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-03c69ef8-14d3-4ed9-ad32-326214bbb640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:23.453085 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-03c69ef8-14d3-4ed9-ad32-326214bbb640 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e1494e52-8ec4-44b4-974a-734ff1fb004a HTTP/1.1" status: 204 len: 168 time: 0.2343833 May 18 10:11:23.505934 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-348be292-cdb2-4050-a7ad-19d74d45e7ca req-749b21db-b0aa-4c9f-a16b-23bbeaa64f85 service neutron] 10.222.0.10 "GET /v2.0/networks/c0e91282-5f4c-4c73-9e5f-fee8a39ee806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251051 May 18 10:11:24.535021 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8d017-04ac-4bde-88e9-e4761dfafd49 req-ef6bd7e1-1ddd-4bbd-b16d-3fa508507917 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:24.536747 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f8a8d017-04ac-4bde-88e9-e4761dfafd49 req-ef6bd7e1-1ddd-4bbd-b16d-3fa508507917 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 943 time: 0.0852079 May 18 10:11:24.585814 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f8a8d017-04ac-4bde-88e9-e4761dfafd49 req-aefee58a-650f-49da-96d1-c391c10db0c1 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431428 May 18 10:11:25.203281 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:25.233977 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-816037b6-b082-43b3-b291-a02b24a0e98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:25.864656 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d967c8f-5a71-47ac-8ae6-8ddacbd156b9 req-b63bf06f-9109-421c-9019-773debea0866 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:25.866146 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-6d967c8f-5a71-47ac-8ae6-8ddacbd156b9 req-b63bf06f-9109-421c-9019-773debea0866 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 943 time: 0.1751721 May 18 10:11:25.910357 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-6d967c8f-5a71-47ac-8ae6-8ddacbd156b9 req-62ca4f25-dbd4-4b40-94ec-6a84e01bdad9 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382161 May 18 10:11:26.654059 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:27.106323 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661b207-5357-4057-99a6-3b4af1fa87ad req-65eb48be-5ae5-4f34-a583-50ad03e6415a tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:27.107913 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c661b207-5357-4057-99a6-3b4af1fa87ad req-65eb48be-5ae5-4f34-a583-50ad03e6415a tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 943 time: 0.0864484 May 18 10:11:27.154696 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c661b207-5357-4057-99a6-3b4af1fa87ad req-6db5a97a-7396-4672-abc3-51118913915d tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403676 May 18 10:11:28.168527 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:28.344059 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45cb4ab-1ce9-438e-b5cc-c602b21d31f9 req-9cbce626-0b48-4e1f-8082-63a68990bd9f tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:28.345532 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-b45cb4ab-1ce9-438e-b5cc-c602b21d31f9 req-9cbce626-0b48-4e1f-8082-63a68990bd9f tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 943 time: 0.0820801 May 18 10:11:28.393805 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-b45cb4ab-1ce9-438e-b5cc-c602b21d31f9 req-e727d45f-2c08-4f69-a761-e48616ec5316 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425575 May 18 10:11:29.596100 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f066c-8c1d-4f60-88a7-6b7901c408cb req-50ec8d1a-f84e-4daf-8f8b-1e94cd75e1be tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:29.597644 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-932f066c-8c1d-4f60-88a7-6b7901c408cb req-50ec8d1a-f84e-4daf-8f8b-1e94cd75e1be tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 943 time: 0.0870066 May 18 10:11:29.644246 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-932f066c-8c1d-4f60-88a7-6b7901c408cb req-daf41bec-58fb-4e80-b13e-502a17b6d876 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408304 May 18 10:11:30.840483 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37b346-c150-48e4-8779-d64989548b8f req-579fd577-d964-48e9-9ae9-0115a936e1a2 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:30.841967 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-dc37b346-c150-48e4-8779-d64989548b8f req-579fd577-d964-48e9-9ae9-0115a936e1a2 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 943 time: 0.0822127 May 18 10:11:30.888590 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-dc37b346-c150-48e4-8779-d64989548b8f req-6f25281a-8a26-4aa0-844f-b1cc3d7a21ce tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399172 May 18 10:11:32.078197 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099e3fb-abfd-461a-9c1c-0c9a2ccc5f95 req-cc72e742-b961-4684-a3e4-4a2590699763 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:32.079708 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-d099e3fb-abfd-461a-9c1c-0c9a2ccc5f95 req-cc72e742-b961-4684-a3e4-4a2590699763 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 943 time: 0.0789812 May 18 10:11:32.125250 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-d099e3fb-abfd-461a-9c1c-0c9a2ccc5f95 req-6c05739c-66e4-48a4-93c7-bb933829879a tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397344 May 18 10:11:33.320367 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd57e2e-5f29-404b-a1ee-30c5ab549231 req-7c0b8d2a-ad4a-4b88-bf7c-c4f752ce8981 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:33.321885 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-5dd57e2e-5f29-404b-a1ee-30c5ab549231 req-7c0b8d2a-ad4a-4b88-bf7c-c4f752ce8981 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 943 time: 0.0893931 May 18 10:11:33.369057 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-5dd57e2e-5f29-404b-a1ee-30c5ab549231 req-1fef96b5-3c59-4172-a259-226044ecc992 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414045 May 18 10:11:34.561239 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3027b7f-2e7e-4d88-86ae-c44ae2a86ade req-2da9ae6b-a113-4fab-a38d-44ca15150a17 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:34.562743 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c3027b7f-2e7e-4d88-86ae-c44ae2a86ade req-2da9ae6b-a113-4fab-a38d-44ca15150a17 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 943 time: 0.0833209 May 18 10:11:34.607858 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c3027b7f-2e7e-4d88-86ae-c44ae2a86ade req-72c66ed9-ce96-4dd5-aa6b-c5da5e3d4c48 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386398 May 18 10:11:35.483493 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 027c68b1-18cb-4192-a33a-46cbf435c3ae details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:11:35.620613 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 027c68b1-18cb-4192-a33a-46cbf435c3ae, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=027c68b1-18cb-4192-a33a-46cbf435c3ae,segment=NetworkSegment(bc970bb7-bafa-4ef5-bbaa-bd1c6106f047),segment_id=bc970bb7-bafa-4ef5-bbaa-bd1c6106f047)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:11:35.634051 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Returning: {'device': '027c68b1-18cb-4192-a33a-46cbf435c3ae', 'network_id': 'c0e91282-5f4c-4c73-9e5f-fee8a39ee806', 'port_id': '027c68b1-18cb-4192-a33a-46cbf435c3ae', 'mac_address': 'fa:16:3e:3f:eb:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf47a8e-7c99-4cdc-86a4-e2a692d12253', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:11:35.690929 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:35.710866 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 027c68b1-18cb-4192-a33a-46cbf435c3ae {{(pid=91256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:11:35.727758 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 027c68b1-18cb-4192-a33a-46cbf435c3ae, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=027c68b1-18cb-4192-a33a-46cbf435c3ae,segment=NetworkSegment(bc970bb7-bafa-4ef5-bbaa-bd1c6106f047),segment_id=bc970bb7-bafa-4ef5-bbaa-bd1c6106f047)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:11:35.732439 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:35.734146 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:11:35.804473 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091b6a3-c6c7-4c5f-bb1a-9280e12823ac req-e12a3ba3-a4c5-4d9a-b3d3-202f33e35921 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:35.805161 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=027c68b1-18cb-4192-a33a-46cbf435c3ae,revision_number=7']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:11:35.806207 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-e091b6a3-c6c7-4c5f-bb1a-9280e12823ac req-e12a3ba3-a4c5-4d9a-b3d3-202f33e35921 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 944 time: 0.0874517 May 18 10:11:35.807970 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:11:35.855481 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-e091b6a3-c6c7-4c5f-bb1a-9280e12823ac req-c843daf0-dfa0-4256-998d-0ed9604ba5fd tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427036 May 18 10:11:36.033581 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['027c68b1-18cb-4192-a33a-46cbf435c3ae'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:11:37.070083 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad497668-1730-44cc-89d4-2c0f69e07f1b req-8b3d934a-0b5e-4590-809d-c5fc95e06655 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:37.071617 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ad497668-1730-44cc-89d4-2c0f69e07f1b req-8b3d934a-0b5e-4590-809d-c5fc95e06655 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 944 time: 0.0883079 May 18 10:11:37.119365 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-ad497668-1730-44cc-89d4-2c0f69e07f1b req-a77c1047-e9f9-4f8b-9bb2-9d58deb5d03a tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416956 May 18 10:11:37.514500 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 027c68b1-18cb-4192-a33a-46cbf435c3ae up at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:11:37.586653 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning complete for port 027c68b1-18cb-4192-a33a-46cbf435c3ae triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:11:37.587034 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:37.702376 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:37.729898 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8c3584-efb6-41a3-92f8-053aa8403d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027c68b1-18cb-4192-a33a-46cbf435c3ae'}] {{(pid=91256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:11:37.739858 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 027c68b1-18cb-4192-a33a-46cbf435c3ae, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=027c68b1-18cb-4192-a33a-46cbf435c3ae,segment=NetworkSegment(bc970bb7-bafa-4ef5-bbaa-bd1c6106f047),segment_id=bc970bb7-bafa-4ef5-bbaa-bd1c6106f047)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:11:37.744425 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:37.747350 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:11:37.777989 dv-cinder-772623-5-iscsi neutron-server[91256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8c3584-efb6-41a3-92f8-053aa8403d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027c68b1-18cb-4192-a33a-46cbf435c3ae', 'code': 200} May 18 10:11:37.815695 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=027c68b1-18cb-4192-a33a-46cbf435c3ae,revision_number=8']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:11:37.818614 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:11:37.859389 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:11:38.056323 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9db323-29a5-41a2-ab76-1559306a307d req-b4624c43-2d16-47bf-a8a8-722b9f84c9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:38.057834 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5f9db323-29a5-41a2-ab76-1559306a307d req-b4624c43-2d16-47bf-a8a8-722b9f84c9e6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 1098 time: 0.0707779 May 18 10:11:38.103401 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5f9db323-29a5-41a2-ab76-1559306a307d req-ab07fc86-1825-4984-88dd-74503e18b715 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368509 May 18 10:11:38.316057 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f628558-3dbf-44e9-971b-5e1baff83c59 req-9dd475f4-7ec7-4d0d-b76b-c9fc3438e428 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:38.317633 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-7f628558-3dbf-44e9-971b-5e1baff83c59 req-9dd475f4-7ec7-4d0d-b76b-c9fc3438e428 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 945 time: 0.0882840 May 18 10:11:38.368591 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-7f628558-3dbf-44e9-971b-5e1baff83c59 req-2a521761-37c2-4a27-8efd-b2bc1a194595 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417280 May 18 10:11:39.565769 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9add32-63c3-4f5b-9423-c67ee86126d7 req-db2686f1-ea04-4a41-a53c-d7e771df1d8b tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:39.567513 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-cf9add32-63c3-4f5b-9423-c67ee86126d7 req-db2686f1-ea04-4a41-a53c-d7e771df1d8b tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 945 time: 0.0897667 May 18 10:11:39.616607 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-cf9add32-63c3-4f5b-9423-c67ee86126d7 req-65e7ad2e-87d7-4de5-9b58-0f755b9e1451 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418532 May 18 10:11:46.888327 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:52.596538 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-55d96cf3-84f6-455e-b4d3-3ed36381c41e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:55.207552 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:55.235891 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-9028b30a-f749-4430-9c94-49592dcc36a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:56.648566 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:56.717612 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba7531-577a-4035-9bb1-60750b2f3c61 req-7217962a-5990-4734-9e8d-1028d580a532 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:56.719308 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-aeba7531-577a-4035-9bb1-60750b2f3c61 req-7217962a-5990-4734-9e8d-1028d580a532 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 947 time: 0.0888557 May 18 10:11:56.767937 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-aeba7531-577a-4035-9bb1-60750b2f3c61 req-f523f685-2d77-416a-adb3-ee541a1fe7e9 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425293 May 18 10:11:57.967324 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96202191-3936-416a-919e-31f69a948136 req-00566ee7-6ad7-4698-a625-b560ce0d05c9 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:57.969451 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-96202191-3936-416a-919e-31f69a948136 req-00566ee7-6ad7-4698-a625-b560ce0d05c9 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 947 time: 0.0825567 May 18 10:11:58.021339 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-96202191-3936-416a-919e-31f69a948136 req-5c06e46d-8584-4e04-ae25-4e7435f5b821 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454602 May 18 10:11:58.171830 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:59.236099 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03f1fb-e2dd-4114-9cba-6c279bcb8380 req-ba13c635-6d47-47e1-b0a9-cba63339431a tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:59.237674 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-8c03f1fb-e2dd-4114-9cba-6c279bcb8380 req-ba13c635-6d47-47e1-b0a9-cba63339431a tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.10 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 947 time: 0.0992568 May 18 10:11:59.274434 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e0219-a14f-406b-8daf-459e6e7daa55 req-f53e5965-086b-4af7-821a-89c954b72fd5 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:11:59.276033 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-0a9e0219-a14f-406b-8daf-459e6e7daa55 req-f53e5965-086b-4af7-821a-89c954b72fd5 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 947 time: 0.1302218 May 18 10:11:59.329003 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-0a9e0219-a14f-406b-8daf-459e6e7daa55 req-1fcd1958-73fa-498c-86c2-b7e4b25577dd tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups?id=49e12c57-04f6-416c-997a-0cda4074fd32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416796 May 18 10:11:59.386551 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [req-8c03f1fb-e2dd-4114-9cba-6c279bcb8380 req-44acd096-792e-4eb4-976d-4ef8536aabe8 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Deleting port a98a426e-8bfd-475c-8242-74ee74587518 {{(pid=91255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:11:59.386881 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-8c03f1fb-e2dd-4114-9cba-6c279bcb8380 req-44acd096-792e-4eb4-976d-4ef8536aabe8 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:59.530873 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [req-8c03f1fb-e2dd-4114-9cba-6c279bcb8380 req-44acd096-792e-4eb4-976d-4ef8536aabe8 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] For port a98a426e-8bfd-475c-8242-74ee74587518, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a98a426e-8bfd-475c-8242-74ee74587518,segment=NetworkSegment(344b6fb3-a3d0-455a-aeed-cf4ea1882505),segment_id=344b6fb3-a3d0-455a-aeed-cf4ea1882505)] {{(pid=91255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:11:59.531220 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-8c03f1fb-e2dd-4114-9cba-6c279bcb8380 req-44acd096-792e-4eb4-976d-4ef8536aabe8 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:59.935576 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-8c03f1fb-e2dd-4114-9cba-6c279bcb8380 req-44acd096-792e-4eb4-976d-4ef8536aabe8 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:59.935860 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-8c03f1fb-e2dd-4114-9cba-6c279bcb8380 req-44acd096-792e-4eb4-976d-4ef8536aabe8 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922060'] for floatingip, after_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:11:59.936171 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.db.l3_db [req-8c03f1fb-e2dd-4114-9cba-6c279bcb8380 req-44acd096-792e-4eb4-976d-4ef8536aabe8 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Floating IP 747808f3-0505-42c0-8d66-936ea2c5f77f disassociated. External IP: 172.27.1.165, port: a98a426e-8bfd-475c-8242-74ee74587518. May 18 10:11:59.936508 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [req-8c03f1fb-e2dd-4114-9cba-6c279bcb8380 req-44acd096-792e-4eb4-976d-4ef8536aabe8 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Calling delete_port for a98a426e-8bfd-475c-8242-74ee74587518 owned by compute:nova {{(pid=91255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:12:00.114161 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-8c03f1fb-e2dd-4114-9cba-6c279bcb8380 req-44acd096-792e-4eb4-976d-4ef8536aabe8 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278795'] for port, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:00.124208 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-9bb5241e-066e-48c9-8db4-d170e3326435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:00.178178 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44acd096-792e-4eb4-976d-4ef8536aabe8 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Pushing event deleted for resources: {'Port': ['ID=a98a426e-8bfd-475c-8242-74ee74587518,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:00.182913 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-44acd096-792e-4eb4-976d-4ef8536aabe8 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:00.388615 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c03f1fb-e2dd-4114-9cba-6c279bcb8380 req-44acd096-792e-4eb4-976d-4ef8536aabe8 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Router cd6cc822-0524-4710-9104-7a9ad6c75e60 has already been hosted by L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb {{(pid=91255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:12:00.523363 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-8873e091-97ee-4559-a89b-660dd83036f2 req-72fa000e-ed30-4ffe-8a27-806d5473a2fc tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/ports?device_id=27a427bf-d65e-4c5c-8e89-72947051fe7a HTTP/1.1" status: 200 len: 210 time: 0.0592721 May 18 10:12:00.671944 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c03f1fb-e2dd-4114-9cba-6c279bcb8380 req-44acd096-792e-4eb4-976d-4ef8536aabe8 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:12:00.683690 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c23e53-fb2d-4ee1-ab9a-d1ffb13c7076 None None] Sync routers for ids ['cd6cc822-0524-4710-9104-7a9ad6c75e60'] in dv-cinder-772623-5-iscsi {{(pid=91257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:12:00.694046 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c23e53-fb2d-4ee1-ab9a-d1ffb13c7076 None None] Routers {'cd6cc822-0524-4710-9104-7a9ad6c75e60'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:12:00.694894 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-b8c23e53-fb2d-4ee1-ab9a-d1ffb13c7076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:11:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['cd6cc822-0524-4710-9104-7a9ad6c75e60'], 'active': True} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:12:00.760659 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c03f1fb-e2dd-4114-9cba-6c279bcb8380 req-44acd096-792e-4eb4-976d-4ef8536aabe8 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] No DVR routers for this DVR port a98a426e-8bfd-475c-8242-74ee74587518 on host hv-cinder-77262 {{(pid=91255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:12:00.763616 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-8c03f1fb-e2dd-4114-9cba-6c279bcb8380 req-44acd096-792e-4eb4-976d-4ef8536aabe8 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:00.768724 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a427bf-d65e-4c5c-8e89-72947051fe7a', 'name': 'network-vif-deleted', 'tag': 'a98a426e-8bfd-475c-8242-74ee74587518'}] {{(pid=91255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:12:00.786181 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-8c03f1fb-e2dd-4114-9cba-6c279bcb8380 req-44acd096-792e-4eb4-976d-4ef8536aabe8 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.10 "DELETE /v2.0/ports/a98a426e-8bfd-475c-8242-74ee74587518 HTTP/1.1" status: 204 len: 173 time: 1.5427017 May 18 10:12:00.857775 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a427bf-d65e-4c5c-8e89-72947051fe7a', 'name': 'network-vif-deleted', 'tag': 'a98a426e-8bfd-475c-8242-74ee74587518', 'status': 'completed', 'code': 200} May 18 10:12:00.895877 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvr_db [None req-b8c23e53-fb2d-4ee1-ab9a-d1ffb13c7076 None None] Set router cd6cc822-0524-4710-9104-7a9ad6c75e60 gateway port host: dv-cinder-772623-5-iscsi {{(pid=91257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:12:01.267532 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-b8c23e53-fb2d-4ee1-ab9a-d1ffb13c7076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'name': 'tempest-AttachVolumeShelveTestJSON-2052202754-router', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd586b1d5-8448-4620-90dc-09e8be9550e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:54Z', 'updated_at': '2021-05-18T10:01:13Z', 'revision_number': 4, 'project_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'gw_port': {'id': 'd586b1d5-8448-4620-90dc-09e8be9550e9', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:56Z', 'updated_at': '2021-05-18T10:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'f5430441-e4f1-4ae6-b231-2f4fa13932d6', 'name': '', 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'mac_address': 'fa:16:3e:47:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '293e45ba-5a92-42da-8d0a-72e710626ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:01:09Z', 'updated_at': '2021-05-18T10:01:22Z', 'revision_number': 5, 'project_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'subnets': [{'id': '293e45ba-5a92-42da-8d0a-72e710626ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:12:01.271856 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c23e53-fb2d-4ee1-ab9a-d1ffb13c7076 None None] Checking router: cd6cc822-0524-4710-9104-7a9ad6c75e60 for host: dv-cinder-772623-5-iscsi {{(pid=91257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:12:01.282214 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c23e53-fb2d-4ee1-ab9a-d1ffb13c7076 None None] Routers {'cd6cc822-0524-4710-9104-7a9ad6c75e60'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:12:01.282855 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-b8c23e53-fb2d-4ee1-ab9a-d1ffb13c7076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:11:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['cd6cc822-0524-4710-9104-7a9ad6c75e60'], 'active': True} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:12:01.494931 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvr_db [None req-b8c23e53-fb2d-4ee1-ab9a-d1ffb13c7076 None None] Set router cd6cc822-0524-4710-9104-7a9ad6c75e60 gateway port host: dv-cinder-772623-5-iscsi {{(pid=91257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:12:01.775079 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 40534) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:01.870211 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-051006fe-7aa2-48f5-91bd-adf9b78a8fc5 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:01.898948 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-b8c23e53-fb2d-4ee1-ab9a-d1ffb13c7076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'name': 'tempest-AttachVolumeShelveTestJSON-2052202754-router', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd586b1d5-8448-4620-90dc-09e8be9550e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:54Z', 'updated_at': '2021-05-18T10:01:13Z', 'revision_number': 4, 'project_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'gw_port': {'id': 'd586b1d5-8448-4620-90dc-09e8be9550e9', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:56Z', 'updated_at': '2021-05-18T10:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'f5430441-e4f1-4ae6-b231-2f4fa13932d6', 'name': '', 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'mac_address': 'fa:16:3e:47:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '293e45ba-5a92-42da-8d0a-72e710626ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:01:09Z', 'updated_at': '2021-05-18T10:01:22Z', 'revision_number': 5, 'project_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'subnets': [{'id': '293e45ba-5a92-42da-8d0a-72e710626ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:12:01.903704 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c23e53-fb2d-4ee1-ab9a-d1ffb13c7076 None None] The sync data for ids ['cd6cc822-0524-4710-9104-7a9ad6c75e60'] in dv-cinder-772623-5-iscsi is: [{'id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'name': 'tempest-AttachVolumeShelveTestJSON-2052202754-router', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd586b1d5-8448-4620-90dc-09e8be9550e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:54Z', 'updated_at': '2021-05-18T10:01:13Z', 'revision_number': 4, 'project_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'gw_port': {'id': 'd586b1d5-8448-4620-90dc-09e8be9550e9', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:56Z', 'updated_at': '2021-05-18T10:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'f5430441-e4f1-4ae6-b231-2f4fa13932d6', 'name': '', 'network_id': 'fe6c80e1-177e-4a34-ab74-aff33bd088bf', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'mac_address': 'fa:16:3e:47:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '293e45ba-5a92-42da-8d0a-72e710626ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:01:09Z', 'updated_at': '2021-05-18T10:01:22Z', 'revision_number': 5, 'project_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'subnets': [{'id': '293e45ba-5a92-42da-8d0a-72e710626ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:12:01.920977 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-051006fe-7aa2-48f5-91bd-adf9b78a8fc5 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:01.985952 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-051006fe-7aa2-48f5-91bd-adf9b78a8fc5 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:01.991697 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-db0e8834-c75f-4331-8885-2de2a300f3d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:02.008332 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051006fe-7aa2-48f5-91bd-adf9b78a8fc5 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e12c57-04f6-416c-997a-0cda4074fd32,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:02.011065 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-051006fe-7aa2-48f5-91bd-adf9b78a8fc5 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:02.023047 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-051006fe-7aa2-48f5-91bd-adf9b78a8fc5 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:02.024058 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-051006fe-7aa2-48f5-91bd-adf9b78a8fc5 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "DELETE /v2.0/security-groups/49e12c57-04f6-416c-997a-0cda4074fd32 HTTP/1.1" status: 204 len: 168 time: 0.2481062 May 18 10:12:02.027839 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 40540) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:02.045972 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.api.v2.resource [None req-a2de18b8-74df-47fc-9f9a-e52e7cb8e61f tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] show failed (client error): The resource could not be found. May 18 10:12:02.049890 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-a2de18b8-74df-47fc-9f9a-e52e7cb8e61f tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "GET /v2.0/security-groups/49e12c57-04f6-416c-997a-0cda4074fd32 HTTP/1.1" status: 404 len: 347 time: 0.0182409 May 18 10:12:02.050259 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 40544) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:02.196097 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623559e5-27a9-4455-8e2a-4373d0120453 None None] New status for floating IP 747808f3-0505-42c0-8d66-936ea2c5f77f: DOWN {{(pid=91256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 10:12:02.332100 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [None req-462e16cb-2c14-4957-8ef0-fbb2eba43c91 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Deleting port d3677f29-0347-4c88-be04-68f92e0cde21 {{(pid=91254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:12:02.332573 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-462e16cb-2c14-4957-8ef0-fbb2eba43c91 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:02.483217 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-462e16cb-2c14-4957-8ef0-fbb2eba43c91 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:02.483610 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-462e16cb-2c14-4957-8ef0-fbb2eba43c91 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:02.619537 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [None req-462e16cb-2c14-4957-8ef0-fbb2eba43c91 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Calling delete_port for d3677f29-0347-4c88-be04-68f92e0cde21 owned by network:floatingip {{(pid=91254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:12:02.743901 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-462e16cb-2c14-4957-8ef0-fbb2eba43c91 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:02.748654 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-40b4ce79-f99b-45c3-95a1-c3ad78a20ff5 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:02.793088 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e16cb-2c14-4957-8ef0-fbb2eba43c91 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Pushing event deleted for resources: {'Port': ['ID=d3677f29-0347-4c88-be04-68f92e0cde21,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:02.818961 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-462e16cb-2c14-4957-8ef0-fbb2eba43c91 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:02.886628 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-462e16cb-2c14-4957-8ef0-fbb2eba43c91 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks [] for floatingip, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:02.900555 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-462e16cb-2c14-4957-8ef0-fbb2eba43c91 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for floatingip, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:02.901708 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-462e16cb-2c14-4957-8ef0-fbb2eba43c91 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] 10.222.0.11 "DELETE /v2.0/floatingips/747808f3-0505-42c0-8d66-936ea2c5f77f HTTP/1.1" status: 204 len: 168 time: 0.8504217 May 18 10:12:03.638924 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device a98a426e-8bfd-475c-8242-74ee74587518 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:12:03.674215 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] No Port match for: a98a426e-8bfd-475c-8242-74ee74587518 {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:12:03.674593 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device a98a426e-8bfd-475c-8242-74ee74587518 not bound to the agent host hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:12:05.745332 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 40602) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:06.607716 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-a4ca5703-be67-4a3b-89e6-b7b3a5514ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921910'] for router_interface, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:07.024162 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [None req-a4ca5703-be67-4a3b-89e6-b7b3a5514ffa admin admin] Deleting port f5430441-e4f1-4ae6-b231-2f4fa13932d6 {{(pid=91254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:12:07.024845 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-a4ca5703-be67-4a3b-89e6-b7b3a5514ffa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:07.146001 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [None req-a4ca5703-be67-4a3b-89e6-b7b3a5514ffa admin admin] For port f5430441-e4f1-4ae6-b231-2f4fa13932d6, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=f5430441-e4f1-4ae6-b231-2f4fa13932d6,segment=NetworkSegment(344b6fb3-a3d0-455a-aeed-cf4ea1882505),segment_id=344b6fb3-a3d0-455a-aeed-cf4ea1882505)] {{(pid=91254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:12:07.146350 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-a4ca5703-be67-4a3b-89e6-b7b3a5514ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:07.271091 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [None req-a4ca5703-be67-4a3b-89e6-b7b3a5514ffa admin admin] Calling delete_port for f5430441-e4f1-4ae6-b231-2f4fa13932d6 owned by network:router_interface {{(pid=91254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:12:07.425863 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-a4ca5703-be67-4a3b-89e6-b7b3a5514ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:07.429808 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-bbc3af4e-e715-4047-a434-3ad9e87d8ea9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:07.473902 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca5703-be67-4a3b-89e6-b7b3a5514ffa admin admin] Pushing event deleted for resources: {'Port': ['ID=f5430441-e4f1-4ae6-b231-2f4fa13932d6,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:07.477020 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-a4ca5703-be67-4a3b-89e6-b7b3a5514ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:07.841486 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-a4ca5703-be67-4a3b-89e6-b7b3a5514ffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-923302'] for router_interface, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:08.209912 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ca5703-be67-4a3b-89e6-b7b3a5514ffa admin admin] Router cd6cc822-0524-4710-9104-7a9ad6c75e60 has already been hosted by L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb {{(pid=91254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:12:08.389939 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ca5703-be67-4a3b-89e6-b7b3a5514ffa admin admin] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:12:08.405682 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6bf5ff-83ce-4eeb-bc05-c0fe1f8fa76c None None] Sync routers for ids ['cd6cc822-0524-4710-9104-7a9ad6c75e60'] in dv-cinder-772623-5-iscsi {{(pid=91257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:12:08.411076 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-a4ca5703-be67-4a3b-89e6-b7b3a5514ffa admin admin] 10.222.0.11 "PUT /v2.0/routers/cd6cc822-0524-4710-9104-7a9ad6c75e60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6646528 May 18 10:12:08.415467 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 40612) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:08.416286 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6bf5ff-83ce-4eeb-bc05-c0fe1f8fa76c None None] Routers {'cd6cc822-0524-4710-9104-7a9ad6c75e60'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:12:08.416918 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-cd6bf5ff-83ce-4eeb-bc05-c0fe1f8fa76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:11:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['cd6cc822-0524-4710-9104-7a9ad6c75e60'], 'active': True} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:12:08.595086 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvr_db [None req-cd6bf5ff-83ce-4eeb-bc05-c0fe1f8fa76c None None] Set router cd6cc822-0524-4710-9104-7a9ad6c75e60 gateway port host: dv-cinder-772623-5-iscsi {{(pid=91257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:12:08.598206 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-8326cc39-742d-4f4c-ab03-9b2a0bee9b3a admin admin] Notify callbacks [] for router, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:08.779912 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-8326cc39-742d-4f4c-ab03-9b2a0bee9b3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:08.854291 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [None req-8326cc39-742d-4f4c-ab03-9b2a0bee9b3a admin admin] Deleting port d586b1d5-8448-4620-90dc-09e8be9550e9 {{(pid=91254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:12:08.854644 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-8326cc39-742d-4f4c-ab03-9b2a0bee9b3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:08.883249 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-cd6bf5ff-83ce-4eeb-bc05-c0fe1f8fa76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'name': 'tempest-AttachVolumeShelveTestJSON-2052202754-router', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd586b1d5-8448-4620-90dc-09e8be9550e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:54Z', 'updated_at': '2021-05-18T10:12:07Z', 'revision_number': 5, 'project_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'gw_port': {'id': 'd586b1d5-8448-4620-90dc-09e8be9550e9', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:00:56Z', 'updated_at': '2021-05-18T10:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi'}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:12:08.887135 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6bf5ff-83ce-4eeb-bc05-c0fe1f8fa76c None None] Checking router: cd6cc822-0524-4710-9104-7a9ad6c75e60 for host: dv-cinder-772623-5-iscsi {{(pid=91257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:12:08.896522 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6bf5ff-83ce-4eeb-bc05-c0fe1f8fa76c None None] Routers {'cd6cc822-0524-4710-9104-7a9ad6c75e60'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:12:08.896961 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-cd6bf5ff-83ce-4eeb-bc05-c0fe1f8fa76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:11:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['cd6cc822-0524-4710-9104-7a9ad6c75e60'], 'active': True} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:12:08.976015 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [None req-8326cc39-742d-4f4c-ab03-9b2a0bee9b3a admin admin] For port d586b1d5-8448-4620-90dc-09e8be9550e9, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=d586b1d5-8448-4620-90dc-09e8be9550e9,segment=NetworkSegment(f8569fa1-1255-4980-b926-c951cf4cc403),segment_id=f8569fa1-1255-4980-b926-c951cf4cc403)] {{(pid=91254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:12:08.976359 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-8326cc39-742d-4f4c-ab03-9b2a0bee9b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:09.047217 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvr_db [None req-cd6bf5ff-83ce-4eeb-bc05-c0fe1f8fa76c None None] Set router cd6cc822-0524-4710-9104-7a9ad6c75e60 gateway port host: None {{(pid=91257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:12:09.158265 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-cd6bf5ff-83ce-4eeb-bc05-c0fe1f8fa76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'name': 'tempest-AttachVolumeShelveTestJSON-2052202754-router', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:54Z', 'updated_at': '2021-05-18T10:12:08Z', 'revision_number': 6, 'project_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'gw_port_host': None}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:12:09.162440 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6bf5ff-83ce-4eeb-bc05-c0fe1f8fa76c None None] The sync data for ids ['cd6cc822-0524-4710-9104-7a9ad6c75e60'] in dv-cinder-772623-5-iscsi is: [{'id': 'cd6cc822-0524-4710-9104-7a9ad6c75e60', 'name': 'tempest-AttachVolumeShelveTestJSON-2052202754-router', 'tenant_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:00:54Z', 'updated_at': '2021-05-18T10:12:08Z', 'revision_number': 6, 'project_id': 'f716dbf60ba7409595aa27a28db3f6ae', 'gw_port_host': None}] {{(pid=91257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:12:09.219062 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [None req-8326cc39-742d-4f4c-ab03-9b2a0bee9b3a admin admin] Calling delete_port for d586b1d5-8448-4620-90dc-09e8be9550e9 owned by network:router_gateway {{(pid=91254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:12:09.366721 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-8326cc39-742d-4f4c-ab03-9b2a0bee9b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:09.370653 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-bbc3af4e-e715-4047-a434-3ad9e87d8ea9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:09.414348 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326cc39-742d-4f4c-ab03-9b2a0bee9b3a admin admin] Pushing event deleted for resources: {'Port': ['ID=d586b1d5-8448-4620-90dc-09e8be9550e9,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:09.417415 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-8326cc39-742d-4f4c-ab03-9b2a0bee9b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:09.510961 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-8326cc39-742d-4f4c-ab03-9b2a0bee9b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924701'] for router_gateway, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:09.693005 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-8326cc39-742d-4f4c-ab03-9b2a0bee9b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27175'] for router, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:09.695273 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-8326cc39-742d-4f4c-ab03-9b2a0bee9b3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:09.720447 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-8326cc39-742d-4f4c-ab03-9b2a0bee9b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-648010'] for router, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:09.720960 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8326cc39-742d-4f4c-ab03-9b2a0bee9b3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd6cc822-0524-4710-9104-7a9ad6c75e60 {{(pid=91254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 10:12:09.733657 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-8326cc39-742d-4f4c-ab03-9b2a0bee9b3a admin admin] Notify callbacks [] for router, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:09.735423 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-8326cc39-742d-4f4c-ab03-9b2a0bee9b3a admin admin] 10.222.0.11 "DELETE /v2.0/routers/cd6cc822-0524-4710-9104-7a9ad6c75e60 HTTP/1.1" status: 204 len: 168 time: 1.3189552 May 18 10:12:09.737813 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 40620) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:09.800083 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f4bebd-13b4-47ab-86af-9bb96d4f0f5e admin admin] Deleting subnet 293e45ba-5a92-42da-8d0a-72e710626ff2 {{(pid=91254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 10:12:09.803250 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-85f4bebd-13b4-47ab-86af-9bb96d4f0f5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:09.856900 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-85f4bebd-13b4-47ab-86af-9bb96d4f0f5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1687668'] for subnet, precommit_delete_associations {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:09.943076 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-85f4bebd-13b4-47ab-86af-9bb96d4f0f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379774'] for subnet, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:10.171923 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device d586b1d5-8448-4620-90dc-09e8be9550e9 no longer exists at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:12:10.211552 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] No Port match for: d586b1d5-8448-4620-90dc-09e8be9550e9 {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:12:10.211891 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device d586b1d5-8448-4620-90dc-09e8be9550e9 not bound to the agent host dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:12:10.212335 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device f5430441-e4f1-4ae6-b231-2f4fa13932d6 no longer exists at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:12:10.226943 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-85f4bebd-13b4-47ab-86af-9bb96d4f0f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2367067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3653730'] for subnet, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:10.231315 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-46f1499f-ea8a-4049-9d48-b715a0162552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:10.247859 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] No Port match for: f5430441-e4f1-4ae6-b231-2f4fa13932d6 {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:12:10.248194 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device f5430441-e4f1-4ae6-b231-2f4fa13932d6 not bound to the agent host dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:12:10.268722 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f4bebd-13b4-47ab-86af-9bb96d4f0f5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=293e45ba-5a92-42da-8d0a-72e710626ff2,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:10.271935 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-85f4bebd-13b4-47ab-86af-9bb96d4f0f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:10.274900 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-85f4bebd-13b4-47ab-86af-9bb96d4f0f5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:10.282196 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27636f7e-7b6f-4827-838a-5d24193ce789 None None] Network fe6c80e1-177e-4a34-ab74-aff33bd088bf requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:12:10.285096 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-85f4bebd-13b4-47ab-86af-9bb96d4f0f5e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/293e45ba-5a92-42da-8d0a-72e710626ff2 HTTP/1.1" status: 204 len: 168 time: 0.5462837 May 18 10:12:10.293409 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 40624) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:10.406536 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-1d87e25a-5a18-499a-b523-49af35d35753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7931910'] for network, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:10.485600 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [None req-1d87e25a-5a18-499a-b523-49af35d35753 admin admin] Deleting port 5b28ab48-b731-49c2-84bd-4e3bd228662b {{(pid=91254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:12:10.485896 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-1d87e25a-5a18-499a-b523-49af35d35753 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:10.557954 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310206bb-bb24-414b-8607-5c9c59042e68 None None] DHCP port deletion for fe6c80e1-177e-4a34-ab74-aff33bd088bf request from dv-cinder-772623-5-iscsi {{(pid=91256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 10:12:10.589631 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [None req-1d87e25a-5a18-499a-b523-49af35d35753 admin admin] For port 5b28ab48-b731-49c2-84bd-4e3bd228662b, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=5b28ab48-b731-49c2-84bd-4e3bd228662b,segment=NetworkSegment(344b6fb3-a3d0-455a-aeed-cf4ea1882505),segment_id=344b6fb3-a3d0-455a-aeed-cf4ea1882505)] {{(pid=91254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:12:10.590372 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-1d87e25a-5a18-499a-b523-49af35d35753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:10.627725 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-310206bb-bb24-414b-8607-5c9c59042e68 None None] Deleting port 5b28ab48-b731-49c2-84bd-4e3bd228662b {{(pid=91256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:12:10.628103 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-310206bb-bb24-414b-8607-5c9c59042e68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:10.731923 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-310206bb-bb24-414b-8607-5c9c59042e68 None None] For port 5b28ab48-b731-49c2-84bd-4e3bd228662b, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=5b28ab48-b731-49c2-84bd-4e3bd228662b,segment=NetworkSegment(344b6fb3-a3d0-455a-aeed-cf4ea1882505),segment_id=344b6fb3-a3d0-455a-aeed-cf4ea1882505)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:12:10.732357 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-310206bb-bb24-414b-8607-5c9c59042e68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:10.819255 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [None req-1d87e25a-5a18-499a-b523-49af35d35753 admin admin] Calling delete_port for 5b28ab48-b731-49c2-84bd-4e3bd228662b owned by network:dhcp {{(pid=91254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:12:10.861593 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-310206bb-bb24-414b-8607-5c9c59042e68 None None] Calling delete_port for 5b28ab48-b731-49c2-84bd-4e3bd228662b owned by network:dhcp {{(pid=91256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:12:10.883923 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-1d87e25a-5a18-499a-b523-49af35d35753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:10.888332 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-8462409e-a9c9-462c-bbcf-f0f57e439f2f tempest-VolumesSnapshotTestJSON-1946976867 tempest-VolumesSnapshotTestJSON-1946976867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:10.910353 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-310206bb-bb24-414b-8607-5c9c59042e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924'] for port, after_delete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:10.914088 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-cd99d722-c138-49c1-8f43-9cef9ec06be5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:10.933969 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87e25a-5a18-499a-b523-49af35d35753 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b28ab48-b731-49c2-84bd-4e3bd228662b,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:10.937492 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-1d87e25a-5a18-499a-b523-49af35d35753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:10.938295 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d87e25a-5a18-499a-b523-49af35d35753 admin admin] No DVR routers for this DVR port 5b28ab48-b731-49c2-84bd-4e3bd228662b on host dv-cinder-772623-5-iscsi {{(pid=91254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:12:10.957510 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310206bb-bb24-414b-8607-5c9c59042e68 None None] Pushing event deleted for resources: {'Port': ['ID=5b28ab48-b731-49c2-84bd-4e3bd228662b,revision_number=None']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:10.960662 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-310206bb-bb24-414b-8607-5c9c59042e68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:10.961922 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310206bb-bb24-414b-8607-5c9c59042e68 None None] No DVR routers for this DVR port 5b28ab48-b731-49c2-84bd-4e3bd228662b on host dv-cinder-772623-5-iscsi {{(pid=91256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:12:11.069651 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-1d87e25a-5a18-499a-b523-49af35d35753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373237', 'neutron.services.segments.db._delete_segments_for_network-8726941291138'] for network, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:11.090469 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.services.segments.db [None req-1d87e25a-5a18-499a-b523-49af35d35753 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe6c80e1-177e-4a34-ab74-aff33bd088bf']}} {{(pid=91254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:12:11.110420 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.services.segments.db [None req-1d87e25a-5a18-499a-b523-49af35d35753 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '344b6fb3-a3d0-455a-aeed-cf4ea1882505') {'for_net_delete': True} {{(pid=91254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:12:11.110767 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.services.segments.db [None req-1d87e25a-5a18-499a-b523-49af35d35753 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '344b6fb3-a3d0-455a-aeed-cf4ea1882505') {} {{(pid=91254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:12:11.125610 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-1d87e25a-5a18-499a-b523-49af35d35753 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726941301643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1687651'] for segment, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:11.146204 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-1d87e25a-5a18-499a-b523-49af35d35753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901'] for segment, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:11.155479 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d87e25a-5a18-499a-b523-49af35d35753 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=91254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 10:12:11.156607 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-1d87e25a-5a18-499a-b523-49af35d35753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2478073'] for segment, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:11.171023 dv-cinder-772623-5-iscsi neutron-server[91254]: Traceback (most recent call last): May 18 10:12:11.171023 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 10:12:11.171023 dv-cinder-772623-5-iscsi neutron-server[91254]: timer() May 18 10:12:11.171023 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 10:12:11.171023 dv-cinder-772623-5-iscsi neutron-server[91254]: cb(*args, **kw) May 18 10:12:11.171023 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 10:12:11.171023 dv-cinder-772623-5-iscsi neutron-server[91254]: return func(*args, **kwargs) May 18 10:12:11.171023 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 10:12:11.171023 dv-cinder-772623-5-iscsi neutron-server[91254]: self._notify() May 18 10:12:11.171023 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 10:12:11.171023 dv-cinder-772623-5-iscsi neutron-server[91254]: self.callback(batched_events) May 18 10:12:11.171023 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 10:12:11.171023 dv-cinder-772623-5-iscsi neutron-server[91254]: event.method(event) May 18 10:12:11.171023 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 10:12:11.171023 dv-cinder-772623-5-iscsi neutron-server[91254]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 10:12:11.171023 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 10:12:11.171023 dv-cinder-772623-5-iscsi neutron-server[91254]: aggregate_uuid = self.p_client.list_aggregates( May 18 10:12:11.171023 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 10:12:11.171023 dv-cinder-772623-5-iscsi neutron-server[91254]: return f(self, *a, **k) May 18 10:12:11.171023 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 10:12:11.171023 dv-cinder-772623-5-iscsi neutron-server[91254]: return self._get(url).json() May 18 10:12:11.171023 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 10:12:11.171023 dv-cinder-772623-5-iscsi neutron-server[91254]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 10:12:11.171023 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 10:12:11.171023 dv-cinder-772623-5-iscsi neutron-server[91254]: return self.request(url, 'GET', **kwargs) May 18 10:12:11.171023 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 10:12:11.171023 dv-cinder-772623-5-iscsi neutron-server[91254]: base_url = self.get_endpoint(auth, allow=allow, May 18 10:12:11.171023 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 10:12:11.171023 dv-cinder-772623-5-iscsi neutron-server[91254]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 10:12:11.171023 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 10:12:11.171023 dv-cinder-772623-5-iscsi neutron-server[91254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 10:12:11.171023 dv-cinder-772623-5-iscsi neutron-server[91254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 10:12:11.251798 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-1d87e25a-5a18-499a-b523-49af35d35753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924726'] for network, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:11.256447 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-08c7681d-73b3-4a16-8bf7-d7bbbf9fdb6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:11.272732 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-1d87e25a-5a18-499a-b523-49af35d35753 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for network, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:11.288753 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87e25a-5a18-499a-b523-49af35d35753 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe6c80e1-177e-4a34-ab74-aff33bd088bf,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:11.292238 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-1d87e25a-5a18-499a-b523-49af35d35753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:11.304601 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-1d87e25a-5a18-499a-b523-49af35d35753 admin admin] 10.222.0.11 "DELETE /v2.0/networks/fe6c80e1-177e-4a34-ab74-aff33bd088bf HTTP/1.1" status: 204 len: 168 time: 1.0095668 May 18 10:12:11.453316 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 40650) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:11.508992 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-a0b7dbd5-68fc-4ce4-89da-3b204be14666 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f716dbf60ba7409595aa27a28db3f6ae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0541608 May 18 10:12:11.511725 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 40654) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:11.580681 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-5c07d545-584d-4126-aca7-53ee6538e895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:11.608880 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-5c07d545-584d-4126-aca7-53ee6538e895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:11.666992 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-5c07d545-584d-4126-aca7-53ee6538e895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:11.674028 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-2c2ef39d-b8f3-4c24-bfe9-b43a0ac0a0fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:11.690018 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07d545-584d-4126-aca7-53ee6538e895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754e037b-50b4-4ab5-939b-d2ef9ce81513,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:11.692492 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-5c07d545-584d-4126-aca7-53ee6538e895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:11.698588 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-5c07d545-584d-4126-aca7-53ee6538e895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:11.702442 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-5c07d545-584d-4126-aca7-53ee6538e895 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/754e037b-50b4-4ab5-939b-d2ef9ce81513 HTTP/1.1" status: 204 len: 168 time: 0.1870060 May 18 10:12:12.150127 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device 5b28ab48-b731-49c2-84bd-4e3bd228662b no longer exists at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:12:12.186505 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] No Port match for: 5b28ab48-b731-49c2-84bd-4e3bd228662b {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:12:12.187045 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device 5b28ab48-b731-49c2-84bd-4e3bd228662b not bound to the agent host dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:12:14.558606 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 40742) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:14.695641 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-275a1e3a-639e-47f8-a1a6-4acf2315ca46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:14.711178 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-275a1e3a-639e-47f8-a1a6-4acf2315ca46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:12:14.714964 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-275a1e3a-639e-47f8-a1a6-4acf2315ca46 admin admin] Usage tracker for resource:security_group_rule and tenant:9ca4fdb0ce784b06931e06eecde263d1 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:12:14.717723 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-275a1e3a-639e-47f8-a1a6-4acf2315ca46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:12:14.723483 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-275a1e3a-639e-47f8-a1a6-4acf2315ca46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:12:14.811606 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-275a1e3a-639e-47f8-a1a6-4acf2315ca46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:14.816231 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-275a1e3a-639e-47f8-a1a6-4acf2315ca46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:14.824616 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:14.857471 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:12:14.864863 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-275a1e3a-639e-47f8-a1a6-4acf2315ca46 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9ca4fdb0ce784b06931e06eecde263d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3043234 May 18 10:12:14.866488 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a1e3a-639e-47f8-a1a6-4acf2315ca46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203ef05e-03f2-48c6-ad03-c066b4aeddbd,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:14.867606 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 40752) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:14.874073 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275a1e3a-639e-47f8-a1a6-4acf2315ca46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:12:14.875156 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275a1e3a-639e-47f8-a1a6-4acf2315ca46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:12:14.875394 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275a1e3a-639e-47f8-a1a6-4acf2315ca46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:12:14.875751 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275a1e3a-639e-47f8-a1a6-4acf2315ca46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:12:14.876106 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275a1e3a-639e-47f8-a1a6-4acf2315ca46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:12:14.876457 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275a1e3a-639e-47f8-a1a6-4acf2315ca46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:12:14.876802 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275a1e3a-639e-47f8-a1a6-4acf2315ca46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:12:14.877148 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275a1e3a-639e-47f8-a1a6-4acf2315ca46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:12:14.877496 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275a1e3a-639e-47f8-a1a6-4acf2315ca46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:12:14.881176 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275a1e3a-639e-47f8-a1a6-4acf2315ca46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:12:14.881176 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275a1e3a-639e-47f8-a1a6-4acf2315ca46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:12:14.881176 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275a1e3a-639e-47f8-a1a6-4acf2315ca46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:12:14.882656 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-275a1e3a-639e-47f8-a1a6-4acf2315ca46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:14.929986 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f96d639d-bc33-4d3a-abb4-654c09d29b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:14.955421 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f96d639d-bc33-4d3a-abb4-654c09d29b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:15.004981 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f96d639d-bc33-4d3a-abb4-654c09d29b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:15.008625 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-4dba2dcc-035c-48bf-bd58-1a1c754bf1f7 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:15.019058 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d639d-bc33-4d3a-abb4-654c09d29b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203ef05e-03f2-48c6-ad03-c066b4aeddbd,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:15.022794 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-f96d639d-bc33-4d3a-abb4-654c09d29b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:15.026722 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f96d639d-bc33-4d3a-abb4-654c09d29b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:15.027889 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-f96d639d-bc33-4d3a-abb4-654c09d29b5a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/203ef05e-03f2-48c6-ad03-c066b4aeddbd HTTP/1.1" status: 204 len: 168 time: 0.1592684 May 18 10:12:15.311589 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 40760) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:15.329611 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3b22c024-7b4c-41d9-b7b9-6eed65620106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:15.344573 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-3b22c024-7b4c-41d9-b7b9-6eed65620106 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:12:15.348464 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-3b22c024-7b4c-41d9-b7b9-6eed65620106 admin admin] Usage tracker for resource:security_group_rule and tenant:6097b921ad674e0da15cbf2c742ceb04 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:12:15.351368 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-3b22c024-7b4c-41d9-b7b9-6eed65620106 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:12:15.357131 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-3b22c024-7b4c-41d9-b7b9-6eed65620106 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:12:15.444751 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3b22c024-7b4c-41d9-b7b9-6eed65620106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:15.449245 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3b22c024-7b4c-41d9-b7b9-6eed65620106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:15.463883 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-aa01831d-43ad-47d0-aa2c-ef488821f2a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:15.503003 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-3b22c024-7b4c-41d9-b7b9-6eed65620106 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6097b921ad674e0da15cbf2c742ceb04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1898007 May 18 10:12:15.504610 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22c024-7b4c-41d9-b7b9-6eed65620106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382095a5-2311-468e-a4d8-b05c782f112e,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:15.505718 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 40764) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:15.507541 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-3b22c024-7b4c-41d9-b7b9-6eed65620106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:15.565425 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-093136e7-54b2-47b6-9157-910b521c9aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:15.591391 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-093136e7-54b2-47b6-9157-910b521c9aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:15.642951 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-093136e7-54b2-47b6-9157-910b521c9aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:15.646450 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-fbdecc3f-cc7f-4032-8188-206848ea398f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:15.657658 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093136e7-54b2-47b6-9157-910b521c9aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382095a5-2311-468e-a4d8-b05c782f112e,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:15.660969 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-093136e7-54b2-47b6-9157-910b521c9aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:15.664107 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-093136e7-54b2-47b6-9157-910b521c9aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:15.665202 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-093136e7-54b2-47b6-9157-910b521c9aea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/382095a5-2311-468e-a4d8-b05c782f112e HTTP/1.1" status: 204 len: 168 time: 0.1585376 May 18 10:12:16.889395 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:18.445678 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 40890) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:18.573305 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-d9243ef5-5e75-4b0a-a207-c8d12fc3760a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:18.588575 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-d9243ef5-5e75-4b0a-a207-c8d12fc3760a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:12:18.592549 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-d9243ef5-5e75-4b0a-a207-c8d12fc3760a admin admin] Usage tracker for resource:security_group_rule and tenant:03c57eb63c204611bf4834bdff4db765 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:12:18.596613 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-d9243ef5-5e75-4b0a-a207-c8d12fc3760a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:12:18.603086 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-d9243ef5-5e75-4b0a-a207-c8d12fc3760a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:12:18.694929 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-d9243ef5-5e75-4b0a-a207-c8d12fc3760a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:18.699871 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-d9243ef5-5e75-4b0a-a207-c8d12fc3760a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:18.708751 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-e650efc2-fc5f-4c6f-8131-8165d0bd26b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:18.750546 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-d9243ef5-5e75-4b0a-a207-c8d12fc3760a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=03c57eb63c204611bf4834bdff4db765&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3035424 May 18 10:12:18.752258 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9243ef5-5e75-4b0a-a207-c8d12fc3760a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0aa1c7-34b4-4243-995d-977d1f5e595a,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:18.753187 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 40896) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:18.755519 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-d9243ef5-5e75-4b0a-a207-c8d12fc3760a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:18.817575 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-bee84b32-6566-4121-9e98-4cc319729d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:18.846087 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-bee84b32-6566-4121-9e98-4cc319729d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:18.908544 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-bee84b32-6566-4121-9e98-4cc319729d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:18.912438 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-679da154-31f0-496b-bd87-5a867c5969df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:18.927337 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee84b32-6566-4121-9e98-4cc319729d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0aa1c7-34b4-4243-995d-977d1f5e595a,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:18.929972 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-bee84b32-6566-4121-9e98-4cc319729d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:18.940030 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-bee84b32-6566-4121-9e98-4cc319729d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:18.941147 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-bee84b32-6566-4121-9e98-4cc319729d77 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9a0aa1c7-34b4-4243-995d-977d1f5e595a HTTP/1.1" status: 204 len: 168 time: 0.1869938 May 18 10:12:19.225664 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 40904) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:19.243172 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-53d91321-b7a8-4d46-9785-c43366c86c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:19.257837 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-53d91321-b7a8-4d46-9785-c43366c86c0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:12:19.261699 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-53d91321-b7a8-4d46-9785-c43366c86c0c admin admin] Usage tracker for resource:security_group_rule and tenant:7477914092bb411db7f96a51fc249dac is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:12:19.264535 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-53d91321-b7a8-4d46-9785-c43366c86c0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:12:19.270795 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-53d91321-b7a8-4d46-9785-c43366c86c0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:12:19.351323 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-53d91321-b7a8-4d46-9785-c43366c86c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:19.355294 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-53d91321-b7a8-4d46-9785-c43366c86c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:19.363515 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-3bfcc01f-514a-4d27-9e91-ae08d97053de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:19.402905 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-53d91321-b7a8-4d46-9785-c43366c86c0c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7477914092bb411db7f96a51fc249dac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1759846 May 18 10:12:19.404695 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d91321-b7a8-4d46-9785-c43366c86c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e890c905-d144-45a0-8e14-7ab5799c1dcd,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:19.405641 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 40908) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:19.407952 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-53d91321-b7a8-4d46-9785-c43366c86c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:19.468704 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-14ac8a5d-b593-4ada-b45e-b9e61de43b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:19.494792 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-88cdb298-4bb7-4e37-bc6d-e9c739c871a2 req-ad5a5245-470c-4ef4-8ad6-93a009bd0c14 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0836046 May 18 10:12:19.496801 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-14ac8a5d-b593-4ada-b45e-b9e61de43b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:19.557802 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-14ac8a5d-b593-4ada-b45e-b9e61de43b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:19.562786 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-9c251861-4b80-4d68-acf1-0084251dc67e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:19.578427 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac8a5d-b593-4ada-b45e-b9e61de43b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e890c905-d144-45a0-8e14-7ab5799c1dcd,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:19.579193 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-14ac8a5d-b593-4ada-b45e-b9e61de43b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:19.588072 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-14ac8a5d-b593-4ada-b45e-b9e61de43b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:19.590958 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-14ac8a5d-b593-4ada-b45e-b9e61de43b14 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e890c905-d144-45a0-8e14-7ab5799c1dcd HTTP/1.1" status: 204 len: 168 time: 0.1838751 May 18 10:12:19.640950 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cdb298-4bb7-4e37-bc6d-e9c739c871a2 req-d3100f56-95e1-426d-89a3-da6c14dbb2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:12:19.642142 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-88cdb298-4bb7-4e37-bc6d-e9c739c871a2 req-d3100f56-95e1-426d-89a3-da6c14dbb2bc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d9e96036aab94f77912fe8beeb7e7dc4&device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 1098 time: 0.0767620 May 18 10:12:19.894859 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cdb298-4bb7-4e37-bc6d-e9c739c871a2 req-a4fbfee3-f15c-428d-a35b-9e003c782f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:12:19.896474 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-88cdb298-4bb7-4e37-bc6d-e9c739c871a2 req-a4fbfee3-f15c-428d-a35b-9e003c782f7c service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0e91282-5f4c-4c73-9e5f-fee8a39ee806 HTTP/1.1" status: 200 len: 909 time: 0.2325191 May 18 10:12:20.007146 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-88cdb298-4bb7-4e37-bc6d-e9c739c871a2 req-26900d32-3264-4bb2-9fbc-6796b59a0a3a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=027c68b1-18cb-4192-a33a-46cbf435c3ae HTTP/1.1" status: 200 len: 1001 time: 0.1037598 May 18 10:12:20.074662 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cdb298-4bb7-4e37-bc6d-e9c739c871a2 req-3a3801f8-dd8e-4597-b188-042fe83c344e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:12:20.076156 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-88cdb298-4bb7-4e37-bc6d-e9c739c871a2 req-3a3801f8-dd8e-4597-b188-042fe83c344e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ebf47a8e-7c99-4cdc-86a4-e2a692d12253 HTTP/1.1" status: 200 len: 847 time: 0.0626330 May 18 10:12:20.152246 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cdb298-4bb7-4e37-bc6d-e9c739c871a2 req-acd438b4-c0ee-46b4-afba-6b07b801c42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:12:20.153712 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-88cdb298-4bb7-4e37-bc6d-e9c739c871a2 req-acd438b4-c0ee-46b4-afba-6b07b801c42c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0e91282-5f4c-4c73-9e5f-fee8a39ee806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716865 May 18 10:12:20.298086 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-88cdb298-4bb7-4e37-bc6d-e9c739c871a2 req-8cb4a58d-638a-4591-9754-f09294ec6016 service neutron] 10.222.0.10 "GET /v2.0/networks/c0e91282-5f4c-4c73-9e5f-fee8a39ee806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380923 May 18 10:12:20.433789 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-88cdb298-4bb7-4e37-bc6d-e9c739c871a2 req-f5572638-f0e0-4bd1-b61e-4d9e2aae6ae4 service neutron] 10.222.0.10 "GET /v2.0/networks/c0e91282-5f4c-4c73-9e5f-fee8a39ee806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296844 May 18 10:12:22.355776 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 40978) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:22.478725 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-28ab4347-f972-4d68-85bd-453e4b9ec0b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:22.494575 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-28ab4347-f972-4d68-85bd-453e4b9ec0b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:12:22.498636 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-28ab4347-f972-4d68-85bd-453e4b9ec0b9 admin admin] Usage tracker for resource:security_group_rule and tenant:417f5eac1af2435d94e9e2555f324139 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:12:22.502173 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-28ab4347-f972-4d68-85bd-453e4b9ec0b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:12:22.508066 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-28ab4347-f972-4d68-85bd-453e4b9ec0b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:12:22.591597 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-28ab4347-f972-4d68-85bd-453e4b9ec0b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:22.595591 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-28ab4347-f972-4d68-85bd-453e4b9ec0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:22.599184 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-078fcfc8-1699-4680-9c24-571ded8436a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:22.604188 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-50399687-9ee8-4a63-af09-63b4a3a055b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:22.643800 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-28ab4347-f972-4d68-85bd-453e4b9ec0b9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=417f5eac1af2435d94e9e2555f324139&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2869527 May 18 10:12:22.645375 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab4347-f972-4d68-85bd-453e4b9ec0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7088dc4-55ed-4ea1-a0d6-a71415baaf54,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:22.646623 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 40984) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:22.652823 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ab4347-f972-4d68-85bd-453e4b9ec0b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:12:22.653188 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ab4347-f972-4d68-85bd-453e4b9ec0b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:12:22.653544 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ab4347-f972-4d68-85bd-453e4b9ec0b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:12:22.653893 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ab4347-f972-4d68-85bd-453e4b9ec0b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:12:22.654242 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ab4347-f972-4d68-85bd-453e4b9ec0b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:12:22.654608 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ab4347-f972-4d68-85bd-453e4b9ec0b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:12:22.654949 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ab4347-f972-4d68-85bd-453e4b9ec0b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:12:22.655288 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ab4347-f972-4d68-85bd-453e4b9ec0b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:12:22.655628 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ab4347-f972-4d68-85bd-453e4b9ec0b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:12:22.656010 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ab4347-f972-4d68-85bd-453e4b9ec0b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:12:22.656345 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ab4347-f972-4d68-85bd-453e4b9ec0b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:12:22.656683 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ab4347-f972-4d68-85bd-453e4b9ec0b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:12:22.660517 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-28ab4347-f972-4d68-85bd-453e4b9ec0b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:22.704099 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c2e66b57-8127-4e61-bec5-d0c8d1677780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:22.728415 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c2e66b57-8127-4e61-bec5-d0c8d1677780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:22.783558 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c2e66b57-8127-4e61-bec5-d0c8d1677780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:22.787278 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-908fe257-8229-4386-a0e8-3732a9e8bdaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:22.800581 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e66b57-8127-4e61-bec5-d0c8d1677780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7088dc4-55ed-4ea1-a0d6-a71415baaf54,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:22.804320 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-c2e66b57-8127-4e61-bec5-d0c8d1677780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:22.809911 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c2e66b57-8127-4e61-bec5-d0c8d1677780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:22.813913 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-c2e66b57-8127-4e61-bec5-d0c8d1677780 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f7088dc4-55ed-4ea1-a0d6-a71415baaf54 HTTP/1.1" status: 204 len: 168 time: 0.1634073 May 18 10:12:23.526348 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 41020) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:23.636779 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-c5f03a42-0a28-44a8-9217-dc9c8c041876 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-531501517-network', 'tenant_id': '324b39d4b92147f29d8c078466213b05'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:12:23.642023 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-c5f03a42-0a28-44a8-9217-dc9c8c041876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:12:23.645774 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-c5f03a42-0a28-44a8-9217-dc9c8c041876 admin admin] Usage tracker for resource:network and tenant:324b39d4b92147f29d8c078466213b05 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:12:23.648588 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-c5f03a42-0a28-44a8-9217-dc9c8c041876 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:12:23.654879 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-c5f03a42-0a28-44a8-9217-dc9c8c041876 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:12:23.664734 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f03a42-0a28-44a8-9217-dc9c8c041876 admin admin] Made reservation on behalf of 324b39d4b92147f29d8c078466213b05 for: {'network': 1} {{(pid=91255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:12:23.667063 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c5f03a42-0a28-44a8-9217-dc9c8c041876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7994813'] for network, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:23.679023 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c5f03a42-0a28-44a8-9217-dc9c8c041876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:23.693605 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-c5f03a42-0a28-44a8-9217-dc9c8c041876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:12:23.697494 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-c5f03a42-0a28-44a8-9217-dc9c8c041876 admin admin] Usage tracker for resource:security_group_rule and tenant:324b39d4b92147f29d8c078466213b05 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:12:23.700526 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-c5f03a42-0a28-44a8-9217-dc9c8c041876 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:12:23.709675 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-c5f03a42-0a28-44a8-9217-dc9c8c041876 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:12:23.794325 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c5f03a42-0a28-44a8-9217-dc9c8c041876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:23.798262 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c5f03a42-0a28-44a8-9217-dc9c8c041876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:23.802353 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-e4ab2dd2-322c-4867-89dd-d422ee732848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:23.830891 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5f03a42-0a28-44a8-9217-dc9c8c041876 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=91255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 10:12:23.839722 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f03a42-0a28-44a8-9217-dc9c8c041876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1579da9-060b-4980-98c1-7b9aae90ec84,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:23.842729 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-c5f03a42-0a28-44a8-9217-dc9c8c041876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:23.847090 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c5f03a42-0a28-44a8-9217-dc9c8c041876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901'] for segment, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:23.847090 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.db.segments_db [None req-c5f03a42-0a28-44a8-9217-dc9c8c041876 admin admin] Added segment 098e4362-5483-412b-8dc6-666ff89cfb96 of type vlan for network bfe5c424-2ed3-499a-87f1-d03b7401cc11 May 18 10:12:23.873216 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c5f03a42-0a28-44a8-9217-dc9c8c041876 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726940834425'] for network, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:23.902657 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c5f03a42-0a28-44a8-9217-dc9c8c041876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779696'] for network, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:23.904012 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f03a42-0a28-44a8-9217-dc9c8c041876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:12:23.904600 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c5f03a42-0a28-44a8-9217-dc9c8c041876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for network, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:23.907844 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:24.012252 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-c5f03a42-0a28-44a8-9217-dc9c8c041876 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4820375 May 18 10:12:24.012252 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f03a42-0a28-44a8-9217-dc9c8c041876 admin admin] Pushing event updated for resources: {'Network': ['ID=bfe5c424-2ed3-499a-87f1-d03b7401cc11,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:24.012575 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 41032) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:24.015047 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-c5f03a42-0a28-44a8-9217-dc9c8c041876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:24.018743 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-b599e62f-02ca-492b-a966-aefa1a6bf2ac admin admin] Request body: {'subnet': {'network_id': 'bfe5c424-2ed3-499a-87f1-d03b7401cc11', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-531501517-subnet', 'tenant_id': '324b39d4b92147f29d8c078466213b05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:12:24.021078 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Network bfe5c424-2ed3-499a-87f1-d03b7401cc11 details requested by agent ovs-agent-dv-cinder-772623-5-iscsi with host dv-cinder-772623-5-iscsi {{(pid=91256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 10:12:24.023481 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-b599e62f-02ca-492b-a966-aefa1a6bf2ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:12:24.027268 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-b599e62f-02ca-492b-a966-aefa1a6bf2ac admin admin] Usage tracker for resource:subnet and tenant:324b39d4b92147f29d8c078466213b05 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:12:24.030071 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-b599e62f-02ca-492b-a966-aefa1a6bf2ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:12:24.035755 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-b599e62f-02ca-492b-a966-aefa1a6bf2ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:12:24.046887 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b599e62f-02ca-492b-a966-aefa1a6bf2ac admin admin] Made reservation on behalf of 324b39d4b92147f29d8c078466213b05 for: {'subnet': 1} {{(pid=91255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:12:24.049233 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-b599e62f-02ca-492b-a966-aefa1a6bf2ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2126257'] for subnet, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:24.419696 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-b599e62f-02ca-492b-a966-aefa1a6bf2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2298907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2126211'] for subnet, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:24.424942 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-0419edbb-2584-496d-8a02-6530ebb76f93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:24.494929 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b599e62f-02ca-492b-a966-aefa1a6bf2ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=a19ee3a7-d75b-4958-b54f-637739a8922e,revision_number=0']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:24.498260 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-b599e62f-02ca-492b-a966-aefa1a6bf2ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:24.503832 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b599e62f-02ca-492b-a966-aefa1a6bf2ac admin admin] Checking segment: {'id': '098e4362-5483-412b-8dc6-666ff89cfb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bfe5c424-2ed3-499a-87f1-d03b7401cc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:12:24.504177 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b599e62f-02ca-492b-a966-aefa1a6bf2ac admin admin] Network hostable DHCP agents. Network: bfe5c424-2ed3-499a-87f1-d03b7401cc11, hostable agents: ['06791c86-dc2e-4d91-8007-ff0b96d97a59'], hosted agents: [] {{(pid=91255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 10:12:24.520499 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b599e62f-02ca-492b-a966-aefa1a6bf2ac admin admin] Network bfe5c424-2ed3-499a-87f1-d03b7401cc11 is scheduled to be hosted by DHCP agent 06791c86-dc2e-4d91-8007-ff0b96d97a59 with binding_index 1 {{(pid=91255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 10:12:24.529423 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [None req-b599e62f-02ca-492b-a966-aefa1a6bf2ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-5-iscsi, bfe5c424-2ed3-499a-87f1-d03b7401cc11) {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:12:24.538307 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b599e62f-02ca-492b-a966-aefa1a6bf2ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:12:24.538844 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324a51d5-e219-4263-8041-778ce66a91b1 None None] Network bfe5c424-2ed3-499a-87f1-d03b7401cc11 requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:12:24.538985 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-b599e62f-02ca-492b-a966-aefa1a6bf2ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for subnet, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:24.565994 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-b599e62f-02ca-492b-a966-aefa1a6bf2ac admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5456662 May 18 10:12:24.739939 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34238085-7353-4574-a80b-00aa3e9669a1 None None] Network bfe5c424-2ed3-499a-87f1-d03b7401cc11 requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:12:25.106522 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 41062) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:25.112840 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-0808dbc0-f72e-46a8-a282-9c8d48e0802c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1297862725-network', 'tenant_id': '8a3f6522a6e94752a8b4e1c403afb045'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:12:25.118058 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-0808dbc0-f72e-46a8-a282-9c8d48e0802c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:12:25.122697 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-0808dbc0-f72e-46a8-a282-9c8d48e0802c admin admin] Usage tracker for resource:network and tenant:8a3f6522a6e94752a8b4e1c403afb045 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:12:25.125877 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-0808dbc0-f72e-46a8-a282-9c8d48e0802c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:12:25.132722 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-0808dbc0-f72e-46a8-a282-9c8d48e0802c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:12:25.142796 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0808dbc0-f72e-46a8-a282-9c8d48e0802c admin admin] Made reservation on behalf of 8a3f6522a6e94752a8b4e1c403afb045 for: {'network': 1} {{(pid=91254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:12:25.145283 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-0808dbc0-f72e-46a8-a282-9c8d48e0802c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7994813'] for network, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:25.157904 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-0808dbc0-f72e-46a8-a282-9c8d48e0802c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:25.173260 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-0808dbc0-f72e-46a8-a282-9c8d48e0802c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:12:25.177155 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-0808dbc0-f72e-46a8-a282-9c8d48e0802c admin admin] Usage tracker for resource:security_group_rule and tenant:8a3f6522a6e94752a8b4e1c403afb045 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:12:25.182025 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-0808dbc0-f72e-46a8-a282-9c8d48e0802c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:12:25.185773 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-0808dbc0-f72e-46a8-a282-9c8d48e0802c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:12:25.211174 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:25.239028 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-effe7d7a-ad00-44b7-beb8-182e9e1eea4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:25.284768 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-0808dbc0-f72e-46a8-a282-9c8d48e0802c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:25.289839 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-0808dbc0-f72e-46a8-a282-9c8d48e0802c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:25.294589 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 41068) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:25.295311 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-993388ad-022a-4216-bd1e-aafa08fe806d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:25.330543 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0808dbc0-f72e-46a8-a282-9c8d48e0802c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=91254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 10:12:25.332796 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0808dbc0-f72e-46a8-a282-9c8d48e0802c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed6cd85-eba9-4d21-abf1-af6d52ba37d0,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:25.338137 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-0808dbc0-f72e-46a8-a282-9c8d48e0802c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:25.344971 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-0808dbc0-f72e-46a8-a282-9c8d48e0802c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901'] for segment, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:25.345296 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.db.segments_db [None req-0808dbc0-f72e-46a8-a282-9c8d48e0802c admin admin] Added segment 45b21d1c-f6fd-431d-afab-defe7f919098 of type vlan for network 2158f7fa-8585-4bb8-9b22-3cfa367a4a3e May 18 10:12:25.373451 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-0808dbc0-f72e-46a8-a282-9c8d48e0802c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726940834425'] for network, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:25.407900 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-0808dbc0-f72e-46a8-a282-9c8d48e0802c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779696'] for network, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:25.409307 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0808dbc0-f72e-46a8-a282-9c8d48e0802c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:12:25.409972 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-0808dbc0-f72e-46a8-a282-9c8d48e0802c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for network, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:25.413482 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:25.423996 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-4c4171e8-f285-4fc6-90ce-cb7e5de465b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:25.438480 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-4c4171e8-f285-4fc6-90ce-cb7e5de465b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:12:25.442308 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-4c4171e8-f285-4fc6-90ce-cb7e5de465b6 admin admin] Usage tracker for resource:security_group_rule and tenant:7b30b637466040a59ba5df0d9c7ee6bd is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:12:25.445580 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-4c4171e8-f285-4fc6-90ce-cb7e5de465b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:12:25.451306 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-4c4171e8-f285-4fc6-90ce-cb7e5de465b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:12:25.516130 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0808dbc0-f72e-46a8-a282-9c8d48e0802c admin admin] Pushing event updated for resources: {'Network': ['ID=2158f7fa-8585-4bb8-9b22-3cfa367a4a3e,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:25.519117 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-0808dbc0-f72e-46a8-a282-9c8d48e0802c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:25.522951 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-0808dbc0-f72e-46a8-a282-9c8d48e0802c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4153247 May 18 10:12:25.525687 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 41074) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:25.526040 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Network 2158f7fa-8585-4bb8-9b22-3cfa367a4a3e details requested by agent ovs-agent-dv-cinder-772623-5-iscsi with host dv-cinder-772623-5-iscsi {{(pid=91256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 10:12:25.531797 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-f96c70c7-7df3-4431-aa30-bb5d1d206157 admin admin] Request body: {'subnet': {'network_id': '2158f7fa-8585-4bb8-9b22-3cfa367a4a3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1297862725-subnet', 'tenant_id': '8a3f6522a6e94752a8b4e1c403afb045', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:12:25.536565 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-f96c70c7-7df3-4431-aa30-bb5d1d206157 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:12:25.540345 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-f96c70c7-7df3-4431-aa30-bb5d1d206157 admin admin] Usage tracker for resource:subnet and tenant:8a3f6522a6e94752a8b4e1c403afb045 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:12:25.543595 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-f96c70c7-7df3-4431-aa30-bb5d1d206157 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:12:25.549459 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-f96c70c7-7df3-4431-aa30-bb5d1d206157 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:12:25.562131 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96c70c7-7df3-4431-aa30-bb5d1d206157 admin admin] Made reservation on behalf of 8a3f6522a6e94752a8b4e1c403afb045 for: {'subnet': 1} {{(pid=91254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:12:25.565478 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f96c70c7-7df3-4431-aa30-bb5d1d206157 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3653721'] for subnet, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:25.616867 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-4c4171e8-f285-4fc6-90ce-cb7e5de465b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:25.621646 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-4c4171e8-f285-4fc6-90ce-cb7e5de465b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:25.630615 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-c2e66b57-8127-4e61-bec5-d0c8d1677780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:25.670237 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-4c4171e8-f285-4fc6-90ce-cb7e5de465b6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7b30b637466040a59ba5df0d9c7ee6bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3742292 May 18 10:12:25.672062 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4171e8-f285-4fc6-90ce-cb7e5de465b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1b3971-fc77-4668-b123-3a6d4221d7ff,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:25.674376 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 41078) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:25.677192 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-4c4171e8-f285-4fc6-90ce-cb7e5de465b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:25.733381 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-2521293a-ca58-46a4-bb95-fbaecefc52e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:25.761770 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-2521293a-ca58-46a4-bb95-fbaecefc52e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:25.897620 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-2521293a-ca58-46a4-bb95-fbaecefc52e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:25.903140 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-f5053698-9060-4a03-bbfb-36ebff36f26c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:25.915928 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2521293a-ca58-46a4-bb95-fbaecefc52e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1b3971-fc77-4668-b123-3a6d4221d7ff,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:25.918923 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-2521293a-ca58-46a4-bb95-fbaecefc52e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:25.923313 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-2521293a-ca58-46a4-bb95-fbaecefc52e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:25.924542 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-2521293a-ca58-46a4-bb95-fbaecefc52e0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ef1b3971-fc77-4668-b123-3a6d4221d7ff HTTP/1.1" status: 204 len: 168 time: 0.2492573 May 18 10:12:25.978687 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f96c70c7-7df3-4431-aa30-bb5d1d206157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2366996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3653739'] for subnet, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:25.983227 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:26.051937 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c70c7-7df3-4431-aa30-bb5d1d206157 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76f091de-2c74-4c8c-9b02-a39e3c60434d,revision_number=0']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:26.055241 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-f96c70c7-7df3-4431-aa30-bb5d1d206157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:26.061039 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96c70c7-7df3-4431-aa30-bb5d1d206157 admin admin] Checking segment: {'id': '45b21d1c-f6fd-431d-afab-defe7f919098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2158f7fa-8585-4bb8-9b22-3cfa367a4a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:12:26.061388 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96c70c7-7df3-4431-aa30-bb5d1d206157 admin admin] Network hostable DHCP agents. Network: 2158f7fa-8585-4bb8-9b22-3cfa367a4a3e, hostable agents: ['06791c86-dc2e-4d91-8007-ff0b96d97a59'], hosted agents: [] {{(pid=91254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 10:12:26.079980 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96c70c7-7df3-4431-aa30-bb5d1d206157 admin admin] Network 2158f7fa-8585-4bb8-9b22-3cfa367a4a3e is scheduled to be hosted by DHCP agent 06791c86-dc2e-4d91-8007-ff0b96d97a59 with binding_index 1 {{(pid=91254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 10:12:26.090534 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.base_scheduler [None req-f96c70c7-7df3-4431-aa30-bb5d1d206157 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-5-iscsi, 2158f7fa-8585-4bb8-9b22-3cfa367a4a3e) {{(pid=91254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:12:26.099110 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96c70c7-7df3-4431-aa30-bb5d1d206157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:12:26.099609 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0b768a-9d46-45c4-a212-3886e845cf69 None None] Network 2158f7fa-8585-4bb8-9b22-3cfa367a4a3e requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:12:26.099842 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f96c70c7-7df3-4431-aa30-bb5d1d206157 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:26.130658 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-f96c70c7-7df3-4431-aa30-bb5d1d206157 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6036489 May 18 10:12:26.233015 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 41088) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:26.251837 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-d8be47bb-480a-48bd-9d54-ae3bae70c458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:26.265972 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-d8be47bb-480a-48bd-9d54-ae3bae70c458 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:12:26.270272 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-d8be47bb-480a-48bd-9d54-ae3bae70c458 admin admin] Usage tracker for resource:security_group_rule and tenant:2596806dfb2d4cd48427ff79a348193c is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:12:26.276900 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-d8be47bb-480a-48bd-9d54-ae3bae70c458 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:12:26.277136 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 41092) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:26.280404 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-d8be47bb-480a-48bd-9d54-ae3bae70c458 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:12:26.304405 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cc2f7b-9c88-44ea-a133-2fb838a7f376 None None] Network 2158f7fa-8585-4bb8-9b22-3cfa367a4a3e requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:12:26.345985 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3179062-52f1-4cfd-8322-57259b7bbaeb admin admin] Deleting subnet a19ee3a7-d75b-4958-b54f-637739a8922e {{(pid=91254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 10:12:26.349152 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b3179062-52f1-4cfd-8322-57259b7bbaeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:26.378592 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-d8be47bb-480a-48bd-9d54-ae3bae70c458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:26.383985 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-d8be47bb-480a-48bd-9d54-ae3bae70c458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:26.410012 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-acc1eb4d-3498-46b1-8f50-c53658fdddf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:26.432011 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-d8be47bb-480a-48bd-9d54-ae3bae70c458 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2596806dfb2d4cd48427ff79a348193c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1978326 May 18 10:12:26.440677 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 41096) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:26.461365 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be47bb-480a-48bd-9d54-ae3bae70c458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b4107a-7f96-4b6d-a909-e14fb0d5c104,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:26.464671 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-d8be47bb-480a-48bd-9d54-ae3bae70c458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:26.503453 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b3179062-52f1-4cfd-8322-57259b7bbaeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1687668'] for subnet, precommit_delete_associations {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:26.518676 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-af5f9f7c-fe15-49c3-a33c-150de88967f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:26.544724 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-af5f9f7c-fe15-49c3-a33c-150de88967f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:26.561295 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b3179062-52f1-4cfd-8322-57259b7bbaeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379774'] for subnet, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:26.600142 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-af5f9f7c-fe15-49c3-a33c-150de88967f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:26.605302 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-051006fe-7aa2-48f5-91bd-adf9b78a8fc5 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:26.619537 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f9f7c-fe15-49c3-a33c-150de88967f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b4107a-7f96-4b6d-a909-e14fb0d5c104,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:26.621712 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-af5f9f7c-fe15-49c3-a33c-150de88967f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:26.623860 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-af5f9f7c-fe15-49c3-a33c-150de88967f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:26.624971 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-af5f9f7c-fe15-49c3-a33c-150de88967f9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/20b4107a-7f96-4b6d-a909-e14fb0d5c104 HTTP/1.1" status: 204 len: 168 time: 0.1832809 May 18 10:12:26.655239 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:26.823600 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b3179062-52f1-4cfd-8322-57259b7bbaeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2367067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3653730'] for subnet, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:26.827774 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-f96c70c7-7df3-4431-aa30-bb5d1d206157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:26.860311 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3179062-52f1-4cfd-8322-57259b7bbaeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a19ee3a7-d75b-4958-b54f-637739a8922e,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:26.864789 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-b3179062-52f1-4cfd-8322-57259b7bbaeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:26.867589 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b3179062-52f1-4cfd-8322-57259b7bbaeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:26.875368 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-b3179062-52f1-4cfd-8322-57259b7bbaeb admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a19ee3a7-d75b-4958-b54f-637739a8922e HTTP/1.1" status: 204 len: 168 time: 0.5962551 May 18 10:12:26.878087 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 41104) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:26.985883 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-a49d0a69-44ec-46ce-828e-54866a18e03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7931910'] for network, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:27.112620 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-a49d0a69-44ec-46ce-828e-54866a18e03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373237', 'neutron.services.segments.db._delete_segments_for_network-8726941291138'] for network, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:27.127349 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.services.segments.db [None req-a49d0a69-44ec-46ce-828e-54866a18e03f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe5c424-2ed3-499a-87f1-d03b7401cc11']}} {{(pid=91255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:12:27.140866 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.services.segments.db [None req-a49d0a69-44ec-46ce-828e-54866a18e03f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '098e4362-5483-412b-8dc6-666ff89cfb96') {'for_net_delete': True} {{(pid=91255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:12:27.141290 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.services.segments.db [None req-a49d0a69-44ec-46ce-828e-54866a18e03f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '098e4362-5483-412b-8dc6-666ff89cfb96') {} {{(pid=91255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:12:27.157395 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-a49d0a69-44ec-46ce-828e-54866a18e03f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726941301643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2332612'] for segment, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:27.175527 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-a49d0a69-44ec-46ce-828e-54866a18e03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901'] for segment, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:27.181945 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a49d0a69-44ec-46ce-828e-54866a18e03f admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=91255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 10:12:27.182332 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-a49d0a69-44ec-46ce-828e-54866a18e03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2278902'] for segment, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:27.196492 dv-cinder-772623-5-iscsi neutron-server[91255]: Traceback (most recent call last): May 18 10:12:27.196492 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 10:12:27.196492 dv-cinder-772623-5-iscsi neutron-server[91255]: timer() May 18 10:12:27.196492 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 10:12:27.196492 dv-cinder-772623-5-iscsi neutron-server[91255]: cb(*args, **kw) May 18 10:12:27.196492 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 10:12:27.196492 dv-cinder-772623-5-iscsi neutron-server[91255]: return func(*args, **kwargs) May 18 10:12:27.196492 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 10:12:27.196492 dv-cinder-772623-5-iscsi neutron-server[91255]: self._notify() May 18 10:12:27.196492 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 10:12:27.196492 dv-cinder-772623-5-iscsi neutron-server[91255]: self.callback(batched_events) May 18 10:12:27.196492 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 10:12:27.196492 dv-cinder-772623-5-iscsi neutron-server[91255]: event.method(event) May 18 10:12:27.196492 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 10:12:27.196492 dv-cinder-772623-5-iscsi neutron-server[91255]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 10:12:27.196492 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 10:12:27.196492 dv-cinder-772623-5-iscsi neutron-server[91255]: aggregate_uuid = self.p_client.list_aggregates( May 18 10:12:27.196492 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 10:12:27.196492 dv-cinder-772623-5-iscsi neutron-server[91255]: return f(self, *a, **k) May 18 10:12:27.196492 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 10:12:27.196492 dv-cinder-772623-5-iscsi neutron-server[91255]: return self._get(url).json() May 18 10:12:27.196492 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 10:12:27.196492 dv-cinder-772623-5-iscsi neutron-server[91255]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 10:12:27.196492 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 10:12:27.196492 dv-cinder-772623-5-iscsi neutron-server[91255]: return self.request(url, 'GET', **kwargs) May 18 10:12:27.196492 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 10:12:27.196492 dv-cinder-772623-5-iscsi neutron-server[91255]: base_url = self.get_endpoint(auth, allow=allow, May 18 10:12:27.196492 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 10:12:27.196492 dv-cinder-772623-5-iscsi neutron-server[91255]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 10:12:27.196492 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 10:12:27.196492 dv-cinder-772623-5-iscsi neutron-server[91255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 10:12:27.196492 dv-cinder-772623-5-iscsi neutron-server[91255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 10:12:27.274046 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-a49d0a69-44ec-46ce-828e-54866a18e03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924726'] for network, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:27.278283 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-c5f03a42-0a28-44a8-9217-dc9c8c041876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:27.294094 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-a49d0a69-44ec-46ce-828e-54866a18e03f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for network, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:27.303756 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d0a69-44ec-46ce-828e-54866a18e03f admin admin] Pushing event deleted for resources: {'Network': ['ID=bfe5c424-2ed3-499a-87f1-d03b7401cc11,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:27.309440 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 41124) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:27.311003 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-a49d0a69-44ec-46ce-828e-54866a18e03f admin admin] 10.222.0.11 "DELETE /v2.0/networks/bfe5c424-2ed3-499a-87f1-d03b7401cc11 HTTP/1.1" status: 204 len: 168 time: 0.4315498 May 18 10:12:27.312993 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-a49d0a69-44ec-46ce-828e-54866a18e03f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:27.374029 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e98c572-3d41-4b72-9690-0c7387527da5 admin admin] Deleting subnet 76f091de-2c74-4c8c-9b02-a39e3c60434d {{(pid=91254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 10:12:27.377387 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-0e98c572-3d41-4b72-9690-0c7387527da5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:27.395798 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 41128) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:27.427328 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-0e98c572-3d41-4b72-9690-0c7387527da5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1687668'] for subnet, precommit_delete_associations {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:27.486351 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-0e98c572-3d41-4b72-9690-0c7387527da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379774'] for subnet, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:27.505871 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-e88ca056-29cb-446e-bbc0-bf98f633790a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-944385955-network', 'tenant_id': '59aa0803e5274c5d89ca02668f1c8e59'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:12:27.510837 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-e88ca056-29cb-446e-bbc0-bf98f633790a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:12:27.515339 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-e88ca056-29cb-446e-bbc0-bf98f633790a admin admin] Usage tracker for resource:network and tenant:59aa0803e5274c5d89ca02668f1c8e59 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:12:27.518180 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-e88ca056-29cb-446e-bbc0-bf98f633790a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:12:27.524337 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-e88ca056-29cb-446e-bbc0-bf98f633790a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:12:27.535150 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88ca056-29cb-446e-bbc0-bf98f633790a admin admin] Made reservation on behalf of 59aa0803e5274c5d89ca02668f1c8e59 for: {'network': 1} {{(pid=91255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:12:27.537400 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e88ca056-29cb-446e-bbc0-bf98f633790a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7994813'] for network, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:27.550025 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e88ca056-29cb-446e-bbc0-bf98f633790a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:27.566246 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-e88ca056-29cb-446e-bbc0-bf98f633790a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:12:27.570287 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-e88ca056-29cb-446e-bbc0-bf98f633790a admin admin] Usage tracker for resource:security_group_rule and tenant:59aa0803e5274c5d89ca02668f1c8e59 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:12:27.573300 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-e88ca056-29cb-446e-bbc0-bf98f633790a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:12:27.579391 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-e88ca056-29cb-446e-bbc0-bf98f633790a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:12:27.669864 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e88ca056-29cb-446e-bbc0-bf98f633790a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:27.674315 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e88ca056-29cb-446e-bbc0-bf98f633790a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:27.678149 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-679add10-631d-449c-9753-85cfb400d853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:27.700992 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e88ca056-29cb-446e-bbc0-bf98f633790a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=91255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 10:12:27.713450 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ca056-29cb-446e-bbc0-bf98f633790a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25629bd8-1297-45ba-abf4-6465314822bd,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:27.717448 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-e88ca056-29cb-446e-bbc0-bf98f633790a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:27.718863 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e88ca056-29cb-446e-bbc0-bf98f633790a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901'] for segment, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:27.719187 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.db.segments_db [None req-e88ca056-29cb-446e-bbc0-bf98f633790a admin admin] Added segment c7492e90-eebb-409d-a51a-0b093f8b76c5 of type vlan for network de28a989-b128-442f-8b5f-1951f085fa5a May 18 10:12:27.742248 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-0e98c572-3d41-4b72-9690-0c7387527da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2367067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3653730'] for subnet, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:27.746341 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e88ca056-29cb-446e-bbc0-bf98f633790a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726940834425'] for network, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:27.747292 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-8132cc38-ef01-4ca3-ace2-761e5c494af8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:27.776055 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e88ca056-29cb-446e-bbc0-bf98f633790a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779696'] for network, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:27.777429 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88ca056-29cb-446e-bbc0-bf98f633790a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:12:27.778001 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e88ca056-29cb-446e-bbc0-bf98f633790a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for network, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:27.782709 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:27.785626 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e98c572-3d41-4b72-9690-0c7387527da5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76f091de-2c74-4c8c-9b02-a39e3c60434d,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:27.788035 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-0e98c572-3d41-4b72-9690-0c7387527da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:27.790915 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-0e98c572-3d41-4b72-9690-0c7387527da5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:27.797272 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-0e98c572-3d41-4b72-9690-0c7387527da5 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/76f091de-2c74-4c8c-9b02-a39e3c60434d HTTP/1.1" status: 204 len: 168 time: 0.4868231 May 18 10:12:27.799693 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 41134) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:27.879902 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-e88ca056-29cb-446e-bbc0-bf98f633790a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4829893 May 18 10:12:27.882766 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 41140) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:27.888087 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-c356ce7b-3c5a-490e-a302-26f265a1ae63 admin admin] Request body: {'subnet': {'network_id': 'de28a989-b128-442f-8b5f-1951f085fa5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-944385955-subnet', 'tenant_id': '59aa0803e5274c5d89ca02668f1c8e59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:12:27.894222 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ca056-29cb-446e-bbc0-bf98f633790a admin admin] Pushing event updated for resources: {'Network': ['ID=de28a989-b128-442f-8b5f-1951f085fa5a,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:27.896538 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-c356ce7b-3c5a-490e-a302-26f265a1ae63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:12:27.898927 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-e88ca056-29cb-446e-bbc0-bf98f633790a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:27.901224 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-c356ce7b-3c5a-490e-a302-26f265a1ae63 admin admin] Usage tracker for resource:subnet and tenant:59aa0803e5274c5d89ca02668f1c8e59 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:12:27.903989 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-c356ce7b-3c5a-490e-a302-26f265a1ae63 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:12:27.905888 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Network de28a989-b128-442f-8b5f-1951f085fa5a details requested by agent ovs-agent-dv-cinder-772623-5-iscsi with host dv-cinder-772623-5-iscsi {{(pid=91256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 10:12:27.908325 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b4dbb15b-7b06-4689-a6e0-2ea450db63b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7931910'] for network, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:27.909745 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-c356ce7b-3c5a-490e-a302-26f265a1ae63 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:12:27.921118 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c356ce7b-3c5a-490e-a302-26f265a1ae63 admin admin] Made reservation on behalf of 59aa0803e5274c5d89ca02668f1c8e59 for: {'subnet': 1} {{(pid=91255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:12:27.924620 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c356ce7b-3c5a-490e-a302-26f265a1ae63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2126257'] for subnet, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:28.031725 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b4dbb15b-7b06-4689-a6e0-2ea450db63b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373237', 'neutron.services.segments.db._delete_segments_for_network-8726941291138'] for network, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:28.044669 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.services.segments.db [None req-b4dbb15b-7b06-4689-a6e0-2ea450db63b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2158f7fa-8585-4bb8-9b22-3cfa367a4a3e']}} {{(pid=91254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:12:28.057225 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.services.segments.db [None req-b4dbb15b-7b06-4689-a6e0-2ea450db63b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b21d1c-f6fd-431d-afab-defe7f919098') {'for_net_delete': True} {{(pid=91254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:12:28.057502 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.services.segments.db [None req-b4dbb15b-7b06-4689-a6e0-2ea450db63b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b21d1c-f6fd-431d-afab-defe7f919098') {} {{(pid=91254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:12:28.069442 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b4dbb15b-7b06-4689-a6e0-2ea450db63b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726941301643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1687651'] for segment, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:28.086211 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b4dbb15b-7b06-4689-a6e0-2ea450db63b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901'] for segment, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:28.092526 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4dbb15b-7b06-4689-a6e0-2ea450db63b2 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=91254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 10:12:28.093746 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b4dbb15b-7b06-4689-a6e0-2ea450db63b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2478073'] for segment, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:28.107217 dv-cinder-772623-5-iscsi neutron-server[91254]: Traceback (most recent call last): May 18 10:12:28.107217 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 10:12:28.107217 dv-cinder-772623-5-iscsi neutron-server[91254]: timer() May 18 10:12:28.107217 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 10:12:28.107217 dv-cinder-772623-5-iscsi neutron-server[91254]: cb(*args, **kw) May 18 10:12:28.107217 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 10:12:28.107217 dv-cinder-772623-5-iscsi neutron-server[91254]: return func(*args, **kwargs) May 18 10:12:28.107217 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 10:12:28.107217 dv-cinder-772623-5-iscsi neutron-server[91254]: self._notify() May 18 10:12:28.107217 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 10:12:28.107217 dv-cinder-772623-5-iscsi neutron-server[91254]: self.callback(batched_events) May 18 10:12:28.107217 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 10:12:28.107217 dv-cinder-772623-5-iscsi neutron-server[91254]: event.method(event) May 18 10:12:28.107217 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 10:12:28.107217 dv-cinder-772623-5-iscsi neutron-server[91254]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 10:12:28.107217 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 10:12:28.107217 dv-cinder-772623-5-iscsi neutron-server[91254]: aggregate_uuid = self.p_client.list_aggregates( May 18 10:12:28.107217 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 10:12:28.107217 dv-cinder-772623-5-iscsi neutron-server[91254]: return f(self, *a, **k) May 18 10:12:28.107217 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 10:12:28.107217 dv-cinder-772623-5-iscsi neutron-server[91254]: return self._get(url).json() May 18 10:12:28.107217 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 10:12:28.107217 dv-cinder-772623-5-iscsi neutron-server[91254]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 10:12:28.107217 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 10:12:28.107217 dv-cinder-772623-5-iscsi neutron-server[91254]: return self.request(url, 'GET', **kwargs) May 18 10:12:28.107217 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 10:12:28.107217 dv-cinder-772623-5-iscsi neutron-server[91254]: base_url = self.get_endpoint(auth, allow=allow, May 18 10:12:28.107217 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 10:12:28.107217 dv-cinder-772623-5-iscsi neutron-server[91254]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 10:12:28.107217 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 10:12:28.107217 dv-cinder-772623-5-iscsi neutron-server[91254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 10:12:28.107217 dv-cinder-772623-5-iscsi neutron-server[91254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 10:12:28.176510 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:28.184380 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b4dbb15b-7b06-4689-a6e0-2ea450db63b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924726'] for network, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:28.188055 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:28.201015 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b4dbb15b-7b06-4689-a6e0-2ea450db63b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for network, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:28.209958 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dbb15b-7b06-4689-a6e0-2ea450db63b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2158f7fa-8585-4bb8-9b22-3cfa367a4a3e,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:28.213036 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-b4dbb15b-7b06-4689-a6e0-2ea450db63b2 admin admin] 10.222.0.11 "DELETE /v2.0/networks/2158f7fa-8585-4bb8-9b22-3cfa367a4a3e HTTP/1.1" status: 204 len: 168 time: 0.4124231 May 18 10:12:28.213883 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-b4dbb15b-7b06-4689-a6e0-2ea450db63b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:28.314514 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c356ce7b-3c5a-490e-a302-26f265a1ae63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2298907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2126211'] for subnet, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:28.319200 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-0f283e30-75b1-4e8d-b485-9d33faaf2371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:28.331687 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 41146) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:28.387473 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-7c3a33be-fb48-4e59-b80a-bf57870270c1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=324b39d4b92147f29d8c078466213b05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0545452 May 18 10:12:28.389944 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 41150) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:28.394218 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c356ce7b-3c5a-490e-a302-26f265a1ae63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7557e6f-f16f-44c3-91e3-58fa093d1ae5,revision_number=0']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:28.398127 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-c356ce7b-3c5a-490e-a302-26f265a1ae63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:28.406787 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c356ce7b-3c5a-490e-a302-26f265a1ae63 admin admin] Checking segment: {'id': 'c7492e90-eebb-409d-a51a-0b093f8b76c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'de28a989-b128-442f-8b5f-1951f085fa5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:12:28.407144 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c356ce7b-3c5a-490e-a302-26f265a1ae63 admin admin] Network hostable DHCP agents. Network: de28a989-b128-442f-8b5f-1951f085fa5a, hostable agents: ['06791c86-dc2e-4d91-8007-ff0b96d97a59'], hosted agents: [] {{(pid=91255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 10:12:28.425608 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c356ce7b-3c5a-490e-a302-26f265a1ae63 admin admin] Network de28a989-b128-442f-8b5f-1951f085fa5a is scheduled to be hosted by DHCP agent 06791c86-dc2e-4d91-8007-ff0b96d97a59 with binding_index 1 {{(pid=91255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 10:12:28.435159 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [None req-c356ce7b-3c5a-490e-a302-26f265a1ae63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-5-iscsi, de28a989-b128-442f-8b5f-1951f085fa5a) {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:12:28.444522 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adfe02a-6a47-46da-a999-22b3eb764fc1 None None] Network de28a989-b128-442f-8b5f-1951f085fa5a requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:12:28.445443 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c356ce7b-3c5a-490e-a302-26f265a1ae63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:12:28.446228 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c356ce7b-3c5a-490e-a302-26f265a1ae63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for subnet, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:28.457061 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-288696dd-b470-45fd-8d00-d7db2afcdce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:28.477017 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-c356ce7b-3c5a-490e-a302-26f265a1ae63 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5931983 May 18 10:12:28.488106 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-288696dd-b470-45fd-8d00-d7db2afcdce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:28.547861 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-288696dd-b470-45fd-8d00-d7db2afcdce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:28.552728 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-d38d5927-3e34-4801-a82b-8763e10092e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:28.565039 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288696dd-b470-45fd-8d00-d7db2afcdce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1579da9-060b-4980-98c1-7b9aae90ec84,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:28.568051 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-288696dd-b470-45fd-8d00-d7db2afcdce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:28.574466 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-288696dd-b470-45fd-8d00-d7db2afcdce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:28.575916 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-288696dd-b470-45fd-8d00-d7db2afcdce7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b1579da9-060b-4980-98c1-7b9aae90ec84 HTTP/1.1" status: 204 len: 168 time: 0.1848621 May 18 10:12:28.662597 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402452dc-4158-4180-abe7-38f0dcb904c1 None None] Network de28a989-b128-442f-8b5f-1951f085fa5a requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:12:28.965246 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 41168) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:29.014718 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-6bbc50a2-2677-45f6-8c74-e802454637df admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8a3f6522a6e94752a8b4e1c403afb045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482454 May 18 10:12:29.017698 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 41174) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:29.076670 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b7dca319-e8bd-4df0-b72c-42bfc69c43c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:29.104256 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b7dca319-e8bd-4df0-b72c-42bfc69c43c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:29.157770 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b7dca319-e8bd-4df0-b72c-42bfc69c43c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:29.161600 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-14ac8a5d-b593-4ada-b45e-b9e61de43b14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:29.172620 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dca319-e8bd-4df0-b72c-42bfc69c43c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed6cd85-eba9-4d21-abf1-af6d52ba37d0,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:29.173977 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 41180) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:29.179533 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-b7dca319-e8bd-4df0-b72c-42bfc69c43c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:29.180253 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b7dca319-e8bd-4df0-b72c-42bfc69c43c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:29.181355 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-b7dca319-e8bd-4df0-b72c-42bfc69c43c1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9ed6cd85-eba9-4d21-abf1-af6d52ba37d0 HTTP/1.1" status: 204 len: 168 time: 0.1627657 May 18 10:12:29.188845 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-31deff7a-28f8-4dec-93a0-fe3c16ab9dc6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-286624480-network', 'tenant_id': 'ca82f17b5bce463b92086f0576e410f7'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:12:29.193596 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-31deff7a-28f8-4dec-93a0-fe3c16ab9dc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:12:29.198038 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-31deff7a-28f8-4dec-93a0-fe3c16ab9dc6 admin admin] Usage tracker for resource:network and tenant:ca82f17b5bce463b92086f0576e410f7 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:12:29.200943 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-31deff7a-28f8-4dec-93a0-fe3c16ab9dc6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:12:29.207213 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-31deff7a-28f8-4dec-93a0-fe3c16ab9dc6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:12:29.217773 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31deff7a-28f8-4dec-93a0-fe3c16ab9dc6 admin admin] Made reservation on behalf of ca82f17b5bce463b92086f0576e410f7 for: {'network': 1} {{(pid=91255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:12:29.220190 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-31deff7a-28f8-4dec-93a0-fe3c16ab9dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7994813'] for network, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:29.232053 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-31deff7a-28f8-4dec-93a0-fe3c16ab9dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:29.246425 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-31deff7a-28f8-4dec-93a0-fe3c16ab9dc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:12:29.250706 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-31deff7a-28f8-4dec-93a0-fe3c16ab9dc6 admin admin] Usage tracker for resource:security_group_rule and tenant:ca82f17b5bce463b92086f0576e410f7 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:12:29.253579 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-31deff7a-28f8-4dec-93a0-fe3c16ab9dc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:12:29.259478 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-31deff7a-28f8-4dec-93a0-fe3c16ab9dc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:12:29.342230 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-31deff7a-28f8-4dec-93a0-fe3c16ab9dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:29.345838 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-31deff7a-28f8-4dec-93a0-fe3c16ab9dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:29.348849 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-af5f9f7c-fe15-49c3-a33c-150de88967f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:29.383068 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31deff7a-28f8-4dec-93a0-fe3c16ab9dc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=91255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 10:12:29.388619 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31deff7a-28f8-4dec-93a0-fe3c16ab9dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7974b0-c2e8-4124-be17-5ed05a11f62f,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:29.392391 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-31deff7a-28f8-4dec-93a0-fe3c16ab9dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:29.397059 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-31deff7a-28f8-4dec-93a0-fe3c16ab9dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901'] for segment, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:29.397964 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.db.segments_db [None req-31deff7a-28f8-4dec-93a0-fe3c16ab9dc6 admin admin] Added segment de6e1d99-ae78-4a53-a1dc-57eb378662ce of type vlan for network 654bed48-4179-46c6-ae9d-4f36271327c0 May 18 10:12:29.428365 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-31deff7a-28f8-4dec-93a0-fe3c16ab9dc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726940834425'] for network, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:29.459946 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-31deff7a-28f8-4dec-93a0-fe3c16ab9dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779696'] for network, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:29.461669 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31deff7a-28f8-4dec-93a0-fe3c16ab9dc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:12:29.462241 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-31deff7a-28f8-4dec-93a0-fe3c16ab9dc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for network, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:29.465765 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:29.644293 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31deff7a-28f8-4dec-93a0-fe3c16ab9dc6 admin admin] Pushing event updated for resources: {'Network': ['ID=654bed48-4179-46c6-ae9d-4f36271327c0,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:29.647208 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-31deff7a-28f8-4dec-93a0-fe3c16ab9dc6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4720211 May 18 10:12:29.648058 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-31deff7a-28f8-4dec-93a0-fe3c16ab9dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:29.650007 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 41196) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:29.654655 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Network 654bed48-4179-46c6-ae9d-4f36271327c0 details requested by agent ovs-agent-dv-cinder-772623-5-iscsi with host dv-cinder-772623-5-iscsi {{(pid=91256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 10:12:29.657871 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-7894b9e5-4386-487e-9293-00890a8405d9 admin admin] Request body: {'subnet': {'network_id': '654bed48-4179-46c6-ae9d-4f36271327c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-286624480-subnet', 'tenant_id': 'ca82f17b5bce463b92086f0576e410f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:12:29.662708 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-7894b9e5-4386-487e-9293-00890a8405d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:12:29.666598 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-7894b9e5-4386-487e-9293-00890a8405d9 admin admin] Usage tracker for resource:subnet and tenant:ca82f17b5bce463b92086f0576e410f7 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:12:29.669711 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-7894b9e5-4386-487e-9293-00890a8405d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:12:29.676162 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-7894b9e5-4386-487e-9293-00890a8405d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:12:29.688832 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7894b9e5-4386-487e-9293-00890a8405d9 admin admin] Made reservation on behalf of ca82f17b5bce463b92086f0576e410f7 for: {'subnet': 1} {{(pid=91255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:12:29.691802 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-7894b9e5-4386-487e-9293-00890a8405d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2126257'] for subnet, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:30.076038 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-7894b9e5-4386-487e-9293-00890a8405d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2298907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2126211'] for subnet, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:30.081515 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-70526875-0ada-41bd-9b9b-63c3b0a9a836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:30.152142 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7894b9e5-4386-487e-9293-00890a8405d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a2aad2b-2faf-4953-98b6-7083bd3e3eb1,revision_number=0']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:30.157891 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-7894b9e5-4386-487e-9293-00890a8405d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:30.160377 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7894b9e5-4386-487e-9293-00890a8405d9 admin admin] Checking segment: {'id': 'de6e1d99-ae78-4a53-a1dc-57eb378662ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '654bed48-4179-46c6-ae9d-4f36271327c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:12:30.160777 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7894b9e5-4386-487e-9293-00890a8405d9 admin admin] Network hostable DHCP agents. Network: 654bed48-4179-46c6-ae9d-4f36271327c0, hostable agents: ['06791c86-dc2e-4d91-8007-ff0b96d97a59'], hosted agents: [] {{(pid=91255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 10:12:30.177532 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7894b9e5-4386-487e-9293-00890a8405d9 admin admin] Network 654bed48-4179-46c6-ae9d-4f36271327c0 is scheduled to be hosted by DHCP agent 06791c86-dc2e-4d91-8007-ff0b96d97a59 with binding_index 1 {{(pid=91255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 10:12:30.187373 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [None req-7894b9e5-4386-487e-9293-00890a8405d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-5-iscsi, 654bed48-4179-46c6-ae9d-4f36271327c0) {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:12:30.196947 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7894b9e5-4386-487e-9293-00890a8405d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:12:30.197538 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-7894b9e5-4386-487e-9293-00890a8405d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for subnet, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:30.199468 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ec3dfc-78a4-4c7e-a4aa-99934693b755 None None] Network 654bed48-4179-46c6-ae9d-4f36271327c0 requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:12:30.228588 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-7894b9e5-4386-487e-9293-00890a8405d9 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5774879 May 18 10:12:30.433013 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19af5c7f-3dfd-4099-924e-1531a4e034a2 None None] Network 654bed48-4179-46c6-ae9d-4f36271327c0 requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:12:33.952028 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 41302) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:34.081463 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-cf80c863-90ad-415d-822e-81278fb9aade admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:34.098751 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-cf80c863-90ad-415d-822e-81278fb9aade admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:12:34.102744 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-cf80c863-90ad-415d-822e-81278fb9aade admin admin] Usage tracker for resource:security_group_rule and tenant:3d852861258c4090a3551b37b498070f is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:12:34.105666 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-cf80c863-90ad-415d-822e-81278fb9aade admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:12:34.112464 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-cf80c863-90ad-415d-822e-81278fb9aade admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:12:34.195140 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-cf80c863-90ad-415d-822e-81278fb9aade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:34.199343 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-cf80c863-90ad-415d-822e-81278fb9aade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:34.208484 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-53d91321-b7a8-4d46-9785-c43366c86c0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:34.253480 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-cf80c863-90ad-415d-822e-81278fb9aade admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3d852861258c4090a3551b37b498070f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2998672 May 18 10:12:34.254415 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80c863-90ad-415d-822e-81278fb9aade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ff96d2-332d-455c-a850-b5a949d588d9,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:34.256149 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 41312) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:34.257540 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-cf80c863-90ad-415d-822e-81278fb9aade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:34.412330 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-44727c59-4f0c-4100-9703-3a54d0b43a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:34.437758 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-44727c59-4f0c-4100-9703-3a54d0b43a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:34.490023 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-44727c59-4f0c-4100-9703-3a54d0b43a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:34.493716 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-4feee337-eb40-4f6a-bf3c-6cc8073b98f1 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:34.504805 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44727c59-4f0c-4100-9703-3a54d0b43a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ff96d2-332d-455c-a850-b5a949d588d9,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:34.508739 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-44727c59-4f0c-4100-9703-3a54d0b43a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:34.511825 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-44727c59-4f0c-4100-9703-3a54d0b43a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:34.512940 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-44727c59-4f0c-4100-9703-3a54d0b43a90 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/42ff96d2-332d-455c-a850-b5a949d588d9 HTTP/1.1" status: 204 len: 168 time: 0.2555451 May 18 10:12:34.789994 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 41320) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:34.807531 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-4b4feaa7-e2f4-455b-9ce6-cb0ae37c0d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:34.821895 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-4b4feaa7-e2f4-455b-9ce6-cb0ae37c0d66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:12:34.825581 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-4b4feaa7-e2f4-455b-9ce6-cb0ae37c0d66 admin admin] Usage tracker for resource:security_group_rule and tenant:e398d8562d0749198fd0cc61bff54473 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:12:34.828540 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-4b4feaa7-e2f4-455b-9ce6-cb0ae37c0d66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:12:34.834824 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-4b4feaa7-e2f4-455b-9ce6-cb0ae37c0d66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:12:34.930341 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-4b4feaa7-e2f4-455b-9ce6-cb0ae37c0d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:34.933988 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-4b4feaa7-e2f4-455b-9ce6-cb0ae37c0d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:34.942092 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-07435cc7-c269-43b8-bce1-96ec6a31c775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:34.979722 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-4b4feaa7-e2f4-455b-9ce6-cb0ae37c0d66 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e398d8562d0749198fd0cc61bff54473&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1886849 May 18 10:12:34.981350 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4feaa7-e2f4-455b-9ce6-cb0ae37c0d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9fbcaf-7a34-4fa6-bfd1-8cbd2e74da43,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:34.982477 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 41324) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:34.985001 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-4b4feaa7-e2f4-455b-9ce6-cb0ae37c0d66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:35.041640 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3a804e71-23d5-40d3-b8aa-b43e7a552b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:35.067213 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3a804e71-23d5-40d3-b8aa-b43e7a552b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:35.119765 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3a804e71-23d5-40d3-b8aa-b43e7a552b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:35.123728 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-e6ba4ad3-8b6f-4238-92f8-eab850ffaa48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:35.136140 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a804e71-23d5-40d3-b8aa-b43e7a552b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9fbcaf-7a34-4fa6-bfd1-8cbd2e74da43,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:35.138486 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-3a804e71-23d5-40d3-b8aa-b43e7a552b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:35.147334 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3a804e71-23d5-40d3-b8aa-b43e7a552b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:35.148440 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-3a804e71-23d5-40d3-b8aa-b43e7a552b8b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/de9fbcaf-7a34-4fa6-bfd1-8cbd2e74da43 HTTP/1.1" status: 204 len: 168 time: 0.1650035 May 18 10:12:37.008137 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 41386) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:37.147047 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-25e952bd-0890-4a95-9cbb-10d44d761e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:37.162878 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-25e952bd-0890-4a95-9cbb-10d44d761e80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:12:37.166881 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-25e952bd-0890-4a95-9cbb-10d44d761e80 admin admin] Usage tracker for resource:security_group_rule and tenant:8482d470b1ca4f5a83f12ec2ab9bd41b is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:12:37.169742 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-25e952bd-0890-4a95-9cbb-10d44d761e80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:12:37.175439 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-25e952bd-0890-4a95-9cbb-10d44d761e80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:12:37.259304 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-25e952bd-0890-4a95-9cbb-10d44d761e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:37.263089 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-25e952bd-0890-4a95-9cbb-10d44d761e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:37.271859 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-03c69ef8-14d3-4ed9-ad32-326214bbb640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:37.309520 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-25e952bd-0890-4a95-9cbb-10d44d761e80 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8482d470b1ca4f5a83f12ec2ab9bd41b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3002961 May 18 10:12:37.311260 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e952bd-0890-4a95-9cbb-10d44d761e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e786306f-8fab-4633-baad-eeef17f407a5,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:37.312772 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 41396) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:37.314896 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-25e952bd-0890-4a95-9cbb-10d44d761e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:37.379966 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-28908e8e-52f3-4b72-88c2-d7ac8f0f6426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:37.405807 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-28908e8e-52f3-4b72-88c2-d7ac8f0f6426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:37.458600 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-28908e8e-52f3-4b72-88c2-d7ac8f0f6426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:37.462351 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-0161b8f8-4a1c-4612-893e-372a0a84f71c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:37.475335 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28908e8e-52f3-4b72-88c2-d7ac8f0f6426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e786306f-8fab-4633-baad-eeef17f407a5,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:37.477557 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-28908e8e-52f3-4b72-88c2-d7ac8f0f6426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:37.480974 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-28908e8e-52f3-4b72-88c2-d7ac8f0f6426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:37.482757 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-28908e8e-52f3-4b72-88c2-d7ac8f0f6426 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e786306f-8fab-4633-baad-eeef17f407a5 HTTP/1.1" status: 204 len: 168 time: 0.1689610 May 18 10:12:37.756448 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 41404) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:37.774572 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f621d4f9-750c-4750-b206-6009560d3607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:37.789108 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-f621d4f9-750c-4750-b206-6009560d3607 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:12:37.792863 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-f621d4f9-750c-4750-b206-6009560d3607 admin admin] Usage tracker for resource:security_group_rule and tenant:bf9c39bcb3994086a4f27815473dd0db is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:12:37.795659 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-f621d4f9-750c-4750-b206-6009560d3607 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:12:37.801322 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-f621d4f9-750c-4750-b206-6009560d3607 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:12:37.882875 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f621d4f9-750c-4750-b206-6009560d3607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:37.886510 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f621d4f9-750c-4750-b206-6009560d3607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:37.895445 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-58ef8325-eae3-472a-8508-8a55e09c2e77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:37.937966 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-f621d4f9-750c-4750-b206-6009560d3607 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bf9c39bcb3994086a4f27815473dd0db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1803532 May 18 10:12:37.938885 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f621d4f9-750c-4750-b206-6009560d3607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74c1c90-059f-4171-9097-3eb8615ed67c,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:37.940674 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 41408) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:37.941828 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-f621d4f9-750c-4750-b206-6009560d3607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:37.998233 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-7ec569cd-51a6-4958-8373-4dee35b8507d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:38.023979 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-7ec569cd-51a6-4958-8373-4dee35b8507d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:38.075531 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-7ec569cd-51a6-4958-8373-4dee35b8507d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:38.079869 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-eb0c2a97-1a70-4a84-818c-3b29652fd12c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:38.092532 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec569cd-51a6-4958-8373-4dee35b8507d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74c1c90-059f-4171-9097-3eb8615ed67c,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:38.095248 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-7ec569cd-51a6-4958-8373-4dee35b8507d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:38.097055 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-7ec569cd-51a6-4958-8373-4dee35b8507d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:38.098144 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-7ec569cd-51a6-4958-8373-4dee35b8507d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b74c1c90-059f-4171-9097-3eb8615ed67c HTTP/1.1" status: 204 len: 168 time: 0.1557896 May 18 10:12:40.694000 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 41498) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:40.812887 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e979e9f2-ba0a-4649-a623-b605f1d63f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:40.826899 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-e979e9f2-ba0a-4649-a623-b605f1d63f9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:12:40.831636 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-e979e9f2-ba0a-4649-a623-b605f1d63f9d admin admin] Usage tracker for resource:security_group_rule and tenant:415f33601e454c269c3445db4fb5aea0 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:12:40.834491 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-e979e9f2-ba0a-4649-a623-b605f1d63f9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:12:40.840384 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-e979e9f2-ba0a-4649-a623-b605f1d63f9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:12:40.923958 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e979e9f2-ba0a-4649-a623-b605f1d63f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:40.927788 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e979e9f2-ba0a-4649-a623-b605f1d63f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:40.936161 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-3783fe74-24d6-4fe0-b753-a2d60d45dd5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:40.974182 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-e979e9f2-ba0a-4649-a623-b605f1d63f9d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=415f33601e454c269c3445db4fb5aea0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2789867 May 18 10:12:40.975792 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e979e9f2-ba0a-4649-a623-b605f1d63f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c427d86-f0ce-4ff9-8417-154255bec795,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:40.976878 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 41504) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:40.978722 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-e979e9f2-ba0a-4649-a623-b605f1d63f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:41.038820 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-9146f79c-7fae-4f59-b6e7-4cffdc71272d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:41.066064 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-9146f79c-7fae-4f59-b6e7-4cffdc71272d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:41.119249 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-9146f79c-7fae-4f59-b6e7-4cffdc71272d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:41.122918 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-00a5e834-82f2-4bac-a0bf-b29669c6eab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:41.137332 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9146f79c-7fae-4f59-b6e7-4cffdc71272d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c427d86-f0ce-4ff9-8417-154255bec795,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:41.139677 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-9146f79c-7fae-4f59-b6e7-4cffdc71272d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:41.155067 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-9146f79c-7fae-4f59-b6e7-4cffdc71272d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:41.156959 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-9146f79c-7fae-4f59-b6e7-4cffdc71272d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9c427d86-f0ce-4ff9-8417-154255bec795 HTTP/1.1" status: 204 len: 168 time: 0.1788847 May 18 10:12:41.444525 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 41518) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:41.462657 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e7274533-d881-4a91-ba9f-96e7631aab17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:41.479917 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-e7274533-d881-4a91-ba9f-96e7631aab17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:12:41.484503 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-e7274533-d881-4a91-ba9f-96e7631aab17 admin admin] Usage tracker for resource:security_group_rule and tenant:050b8546efdd4fdd87fc637047e1ef3c is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:12:41.487353 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-e7274533-d881-4a91-ba9f-96e7631aab17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:12:41.493264 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-e7274533-d881-4a91-ba9f-96e7631aab17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:12:41.583302 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e7274533-d881-4a91-ba9f-96e7631aab17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:41.586887 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e7274533-d881-4a91-ba9f-96e7631aab17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:41.595141 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-556459e2-2ac4-44e9-9052-f0d0c0662cab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:41.633815 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-e7274533-d881-4a91-ba9f-96e7631aab17 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=050b8546efdd4fdd87fc637047e1ef3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1882207 May 18 10:12:41.635502 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7274533-d881-4a91-ba9f-96e7631aab17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59aea8b4-f414-4094-88d3-d4aa9c74dc2b,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:41.636519 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 41526) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:41.638500 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-e7274533-d881-4a91-ba9f-96e7631aab17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:41.694128 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-81e41a28-8da4-4170-a6b3-209cd500c018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:41.720991 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-81e41a28-8da4-4170-a6b3-209cd500c018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:41.777834 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-81e41a28-8da4-4170-a6b3-209cd500c018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:41.781884 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-bee84b32-6566-4121-9e98-4cc319729d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:41.795075 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e41a28-8da4-4170-a6b3-209cd500c018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59aea8b4-f414-4094-88d3-d4aa9c74dc2b,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:41.799038 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-81e41a28-8da4-4170-a6b3-209cd500c018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:41.804328 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-81e41a28-8da4-4170-a6b3-209cd500c018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:41.805411 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-81e41a28-8da4-4170-a6b3-209cd500c018 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/59aea8b4-f414-4094-88d3-d4aa9c74dc2b HTTP/1.1" status: 204 len: 168 time: 0.1679318 May 18 10:12:43.992667 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 41606) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:44.109808 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-d4fcfc59-a0ae-407e-9e96-884af4cb401c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:44.125015 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-d4fcfc59-a0ae-407e-9e96-884af4cb401c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:12:44.128868 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-d4fcfc59-a0ae-407e-9e96-884af4cb401c admin admin] Usage tracker for resource:security_group_rule and tenant:4f10c212e3de4214a8017af851db7981 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:12:44.131742 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-d4fcfc59-a0ae-407e-9e96-884af4cb401c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:12:44.137353 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-d4fcfc59-a0ae-407e-9e96-884af4cb401c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:12:44.218427 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-d4fcfc59-a0ae-407e-9e96-884af4cb401c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:44.223343 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-d4fcfc59-a0ae-407e-9e96-884af4cb401c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:44.230665 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-56dad526-fada-4977-aad5-7923c42d2192 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:44.271430 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-d4fcfc59-a0ae-407e-9e96-884af4cb401c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4f10c212e3de4214a8017af851db7981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2777174 May 18 10:12:44.272408 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fcfc59-a0ae-407e-9e96-884af4cb401c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ef3fa8-436a-4a67-947c-d2835c6a9cee,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:44.274206 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 41616) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:44.276020 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-d4fcfc59-a0ae-407e-9e96-884af4cb401c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:44.334788 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-3dacf359-2783-488b-a575-d02b36e13437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:44.362657 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-3dacf359-2783-488b-a575-d02b36e13437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:44.415662 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-3dacf359-2783-488b-a575-d02b36e13437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:44.420014 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-0808dbc0-f72e-46a8-a282-9c8d48e0802c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:44.433835 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dacf359-2783-488b-a575-d02b36e13437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ef3fa8-436a-4a67-947c-d2835c6a9cee,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:44.436148 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-3dacf359-2783-488b-a575-d02b36e13437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:44.449921 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-3dacf359-2783-488b-a575-d02b36e13437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:44.451063 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-3dacf359-2783-488b-a575-d02b36e13437 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e3ef3fa8-436a-4a67-947c-d2835c6a9cee HTTP/1.1" status: 204 len: 168 time: 0.1756647 May 18 10:12:44.742035 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 41632) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:44.760819 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-a4a8da10-5696-43c6-a605-4ba2ab84ca85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:44.774157 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-a4a8da10-5696-43c6-a605-4ba2ab84ca85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:12:44.778059 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-a4a8da10-5696-43c6-a605-4ba2ab84ca85 admin admin] Usage tracker for resource:security_group_rule and tenant:a6fde6becf804187932480540b702da8 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:12:44.780979 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-a4a8da10-5696-43c6-a605-4ba2ab84ca85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:12:44.787857 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-a4a8da10-5696-43c6-a605-4ba2ab84ca85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:12:44.873910 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-a4a8da10-5696-43c6-a605-4ba2ab84ca85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:44.881369 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-a4a8da10-5696-43c6-a605-4ba2ab84ca85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:44.888840 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-cf80c863-90ad-415d-822e-81278fb9aade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:44.928630 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8da10-5696-43c6-a605-4ba2ab84ca85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24ac289-0ff6-4dd6-b2f0-2f1c257f6b76,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:44.933559 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-a4a8da10-5696-43c6-a605-4ba2ab84ca85 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a6fde6becf804187932480540b702da8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1897006 May 18 10:12:44.933833 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-a4a8da10-5696-43c6-a605-4ba2ab84ca85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:44.935770 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 41638) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:44.994454 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-08ce98dd-f248-4490-82ca-30af4957c2ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:45.020135 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-08ce98dd-f248-4490-82ca-30af4957c2ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:45.072517 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-08ce98dd-f248-4490-82ca-30af4957c2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:45.077741 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-c03dfd67-0e54-4010-b363-61227cd4b94b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:45.090592 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce98dd-f248-4490-82ca-30af4957c2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24ac289-0ff6-4dd6-b2f0-2f1c257f6b76,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:45.093362 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-08ce98dd-f248-4490-82ca-30af4957c2ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:45.101743 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-08ce98dd-f248-4490-82ca-30af4957c2ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:45.105440 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-08ce98dd-f248-4490-82ca-30af4957c2ff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e24ac289-0ff6-4dd6-b2f0-2f1c257f6b76 HTTP/1.1" status: 204 len: 168 time: 0.1687522 May 18 10:12:46.465433 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 41692) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:46.587375 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-adfb240c-e23f-450b-9dfa-88b769696443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:46.605315 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-adfb240c-e23f-450b-9dfa-88b769696443 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:12:46.610598 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-adfb240c-e23f-450b-9dfa-88b769696443 admin admin] Usage tracker for resource:security_group_rule and tenant:5180f0ca0e094c4bb01df55cf4cd9b87 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:12:46.613395 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-adfb240c-e23f-450b-9dfa-88b769696443 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:12:46.619162 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-adfb240c-e23f-450b-9dfa-88b769696443 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:12:46.682723 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 41706) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:46.708592 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-adfb240c-e23f-450b-9dfa-88b769696443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:46.713412 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-adfb240c-e23f-450b-9dfa-88b769696443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:46.723810 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-4f66d8aa-6d56-4e49-b865-09407d914233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:46.747125 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa75ab8f-1f88-4e3c-86c4-0fb876090fee admin admin] Deleting subnet a7557e6f-f16f-44c3-91e3-58fa093d1ae5 {{(pid=91254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 10:12:46.750459 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-fa75ab8f-1f88-4e3c-86c4-0fb876090fee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:46.764039 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-adfb240c-e23f-450b-9dfa-88b769696443 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5180f0ca0e094c4bb01df55cf4cd9b87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2973824 May 18 10:12:46.765047 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb240c-e23f-450b-9dfa-88b769696443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299fb4fc-3c1b-408b-bd87-d33d01690682,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:46.767387 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 41710) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:46.770051 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-adfb240c-e23f-450b-9dfa-88b769696443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:46.800383 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-fa75ab8f-1f88-4e3c-86c4-0fb876090fee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1687668'] for subnet, precommit_delete_associations {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:46.829193 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-d47fed83-6b97-48f6-97c9-4c11cfcdcc35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:46.855535 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-fa75ab8f-1f88-4e3c-86c4-0fb876090fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379774'] for subnet, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:46.855763 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-d47fed83-6b97-48f6-97c9-4c11cfcdcc35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:46.906827 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:46.912250 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-d47fed83-6b97-48f6-97c9-4c11cfcdcc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:46.917092 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-e979e9f2-ba0a-4649-a623-b605f1d63f9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:46.933021 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47fed83-6b97-48f6-97c9-4c11cfcdcc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299fb4fc-3c1b-408b-bd87-d33d01690682,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:46.935284 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-d47fed83-6b97-48f6-97c9-4c11cfcdcc35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:46.937812 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-d47fed83-6b97-48f6-97c9-4c11cfcdcc35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:46.938949 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-d47fed83-6b97-48f6-97c9-4c11cfcdcc35 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/299fb4fc-3c1b-408b-bd87-d33d01690682 HTTP/1.1" status: 204 len: 168 time: 0.1706619 May 18 10:12:47.122167 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-fa75ab8f-1f88-4e3c-86c4-0fb876090fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2367067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3653730'] for subnet, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:47.127619 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:47.167854 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75ab8f-1f88-4e3c-86c4-0fb876090fee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7557e6f-f16f-44c3-91e3-58fa093d1ae5,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:47.169796 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-fa75ab8f-1f88-4e3c-86c4-0fb876090fee admin admin] Notify callbacks [] for subnet, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:47.173339 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-fa75ab8f-1f88-4e3c-86c4-0fb876090fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:47.177429 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-fa75ab8f-1f88-4e3c-86c4-0fb876090fee admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a7557e6f-f16f-44c3-91e3-58fa093d1ae5 HTTP/1.1" status: 204 len: 168 time: 0.4936359 May 18 10:12:47.180163 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 41716) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:47.285792 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-9925cb20-0107-4b4a-8036-656c32a22d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7931910'] for network, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:47.409413 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-9925cb20-0107-4b4a-8036-656c32a22d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373237', 'neutron.services.segments.db._delete_segments_for_network-8726941291138'] for network, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:47.422254 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.services.segments.db [None req-9925cb20-0107-4b4a-8036-656c32a22d31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de28a989-b128-442f-8b5f-1951f085fa5a']}} {{(pid=91254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:12:47.434055 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.services.segments.db [None req-9925cb20-0107-4b4a-8036-656c32a22d31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7492e90-eebb-409d-a51a-0b093f8b76c5') {'for_net_delete': True} {{(pid=91254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:12:47.434375 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.services.segments.db [None req-9925cb20-0107-4b4a-8036-656c32a22d31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7492e90-eebb-409d-a51a-0b093f8b76c5') {} {{(pid=91254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:12:47.446131 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-9925cb20-0107-4b4a-8036-656c32a22d31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726941301643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1687651'] for segment, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:47.462641 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-9925cb20-0107-4b4a-8036-656c32a22d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901'] for segment, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:47.469140 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9925cb20-0107-4b4a-8036-656c32a22d31 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=91254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 10:12:47.469519 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-9925cb20-0107-4b4a-8036-656c32a22d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2478073'] for segment, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:47.482168 dv-cinder-772623-5-iscsi neutron-server[91254]: Traceback (most recent call last): May 18 10:12:47.482168 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 10:12:47.482168 dv-cinder-772623-5-iscsi neutron-server[91254]: timer() May 18 10:12:47.482168 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 10:12:47.482168 dv-cinder-772623-5-iscsi neutron-server[91254]: cb(*args, **kw) May 18 10:12:47.482168 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 10:12:47.482168 dv-cinder-772623-5-iscsi neutron-server[91254]: return func(*args, **kwargs) May 18 10:12:47.482168 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 10:12:47.482168 dv-cinder-772623-5-iscsi neutron-server[91254]: self._notify() May 18 10:12:47.482168 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 10:12:47.482168 dv-cinder-772623-5-iscsi neutron-server[91254]: self.callback(batched_events) May 18 10:12:47.482168 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 10:12:47.482168 dv-cinder-772623-5-iscsi neutron-server[91254]: event.method(event) May 18 10:12:47.482168 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 10:12:47.482168 dv-cinder-772623-5-iscsi neutron-server[91254]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 10:12:47.482168 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 10:12:47.482168 dv-cinder-772623-5-iscsi neutron-server[91254]: aggregate_uuid = self.p_client.list_aggregates( May 18 10:12:47.482168 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 10:12:47.482168 dv-cinder-772623-5-iscsi neutron-server[91254]: return f(self, *a, **k) May 18 10:12:47.482168 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 10:12:47.482168 dv-cinder-772623-5-iscsi neutron-server[91254]: return self._get(url).json() May 18 10:12:47.482168 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 10:12:47.482168 dv-cinder-772623-5-iscsi neutron-server[91254]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 10:12:47.482168 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 10:12:47.482168 dv-cinder-772623-5-iscsi neutron-server[91254]: return self.request(url, 'GET', **kwargs) May 18 10:12:47.482168 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 10:12:47.482168 dv-cinder-772623-5-iscsi neutron-server[91254]: base_url = self.get_endpoint(auth, allow=allow, May 18 10:12:47.482168 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 10:12:47.482168 dv-cinder-772623-5-iscsi neutron-server[91254]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 10:12:47.482168 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 10:12:47.482168 dv-cinder-772623-5-iscsi neutron-server[91254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 10:12:47.482168 dv-cinder-772623-5-iscsi neutron-server[91254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 10:12:47.555351 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-9925cb20-0107-4b4a-8036-656c32a22d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924726'] for network, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:47.558844 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:47.572069 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-9925cb20-0107-4b4a-8036-656c32a22d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for network, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:47.582069 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-9925cb20-0107-4b4a-8036-656c32a22d31 admin admin] 10.222.0.11 "DELETE /v2.0/networks/de28a989-b128-442f-8b5f-1951f085fa5a HTTP/1.1" status: 204 len: 168 time: 0.4009407 May 18 10:12:47.582971 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9925cb20-0107-4b4a-8036-656c32a22d31 admin admin] Pushing event deleted for resources: {'Network': ['ID=de28a989-b128-442f-8b5f-1951f085fa5a,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:47.584857 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 41720) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:47.587731 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-9925cb20-0107-4b4a-8036-656c32a22d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:47.642863 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.db_base_plugin_v2 [None req-03cf0928-9df3-4c60-a7c1-a0e23a51c93a admin admin] Deleting subnet 5a2aad2b-2faf-4953-98b6-7083bd3e3eb1 {{(pid=91254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 10:12:47.645843 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-03cf0928-9df3-4c60-a7c1-a0e23a51c93a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:47.695955 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-03cf0928-9df3-4c60-a7c1-a0e23a51c93a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1687668'] for subnet, precommit_delete_associations {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:47.840249 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-03cf0928-9df3-4c60-a7c1-a0e23a51c93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379774'] for subnet, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:48.080364 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-03cf0928-9df3-4c60-a7c1-a0e23a51c93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2367067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3653730'] for subnet, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:48.084354 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-0e98c572-3d41-4b72-9690-0c7387527da5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:48.117527 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf0928-9df3-4c60-a7c1-a0e23a51c93a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a2aad2b-2faf-4953-98b6-7083bd3e3eb1,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:48.121018 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-03cf0928-9df3-4c60-a7c1-a0e23a51c93a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:48.123367 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-03cf0928-9df3-4c60-a7c1-a0e23a51c93a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:48.129377 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-03cf0928-9df3-4c60-a7c1-a0e23a51c93a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5a2aad2b-2faf-4953-98b6-7083bd3e3eb1 HTTP/1.1" status: 204 len: 168 time: 0.5433538 May 18 10:12:48.131801 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 41724) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:48.285957 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-d7fd3270-2385-4779-8293-27e74a7a1bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7931910'] for network, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:48.412353 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-d7fd3270-2385-4779-8293-27e74a7a1bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373237', 'neutron.services.segments.db._delete_segments_for_network-8726941291138'] for network, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:48.426524 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.services.segments.db [None req-d7fd3270-2385-4779-8293-27e74a7a1bd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['654bed48-4179-46c6-ae9d-4f36271327c0']}} {{(pid=91254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:12:48.438296 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.services.segments.db [None req-d7fd3270-2385-4779-8293-27e74a7a1bd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de6e1d99-ae78-4a53-a1dc-57eb378662ce') {'for_net_delete': True} {{(pid=91254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:12:48.438617 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.services.segments.db [None req-d7fd3270-2385-4779-8293-27e74a7a1bd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de6e1d99-ae78-4a53-a1dc-57eb378662ce') {} {{(pid=91254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:12:48.449885 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-d7fd3270-2385-4779-8293-27e74a7a1bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726941301643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1687651'] for segment, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:48.466213 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-d7fd3270-2385-4779-8293-27e74a7a1bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901'] for segment, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:48.472749 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7fd3270-2385-4779-8293-27e74a7a1bd2 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=91254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 10:12:48.473140 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-d7fd3270-2385-4779-8293-27e74a7a1bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2478073'] for segment, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:48.485686 dv-cinder-772623-5-iscsi neutron-server[91254]: Traceback (most recent call last): May 18 10:12:48.485686 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 10:12:48.485686 dv-cinder-772623-5-iscsi neutron-server[91254]: timer() May 18 10:12:48.485686 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 10:12:48.485686 dv-cinder-772623-5-iscsi neutron-server[91254]: cb(*args, **kw) May 18 10:12:48.485686 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 10:12:48.485686 dv-cinder-772623-5-iscsi neutron-server[91254]: return func(*args, **kwargs) May 18 10:12:48.485686 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 10:12:48.485686 dv-cinder-772623-5-iscsi neutron-server[91254]: self._notify() May 18 10:12:48.485686 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 10:12:48.485686 dv-cinder-772623-5-iscsi neutron-server[91254]: self.callback(batched_events) May 18 10:12:48.485686 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 10:12:48.485686 dv-cinder-772623-5-iscsi neutron-server[91254]: event.method(event) May 18 10:12:48.485686 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 10:12:48.485686 dv-cinder-772623-5-iscsi neutron-server[91254]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 10:12:48.485686 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 10:12:48.485686 dv-cinder-772623-5-iscsi neutron-server[91254]: aggregate_uuid = self.p_client.list_aggregates( May 18 10:12:48.485686 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 10:12:48.485686 dv-cinder-772623-5-iscsi neutron-server[91254]: return f(self, *a, **k) May 18 10:12:48.485686 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 10:12:48.485686 dv-cinder-772623-5-iscsi neutron-server[91254]: return self._get(url).json() May 18 10:12:48.485686 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 10:12:48.485686 dv-cinder-772623-5-iscsi neutron-server[91254]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 10:12:48.485686 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 10:12:48.485686 dv-cinder-772623-5-iscsi neutron-server[91254]: return self.request(url, 'GET', **kwargs) May 18 10:12:48.485686 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 10:12:48.485686 dv-cinder-772623-5-iscsi neutron-server[91254]: base_url = self.get_endpoint(auth, allow=allow, May 18 10:12:48.485686 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 10:12:48.485686 dv-cinder-772623-5-iscsi neutron-server[91254]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 10:12:48.485686 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 10:12:48.485686 dv-cinder-772623-5-iscsi neutron-server[91254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 10:12:48.485686 dv-cinder-772623-5-iscsi neutron-server[91254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 10:12:48.559381 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-d7fd3270-2385-4779-8293-27e74a7a1bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924726'] for network, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:48.562837 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:48.575502 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-d7fd3270-2385-4779-8293-27e74a7a1bd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for network, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:48.584530 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd3270-2385-4779-8293-27e74a7a1bd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=654bed48-4179-46c6-ae9d-4f36271327c0,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:48.587012 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-d7fd3270-2385-4779-8293-27e74a7a1bd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:48.588312 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-d7fd3270-2385-4779-8293-27e74a7a1bd2 admin admin] 10.222.0.11 "DELETE /v2.0/networks/654bed48-4179-46c6-ae9d-4f36271327c0 HTTP/1.1" status: 204 len: 168 time: 0.4556057 May 18 10:12:48.757978 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 41730) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:48.805772 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-6ac0fc06-a1b1-4f07-98dd-4c9458729c3e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=59aa0803e5274c5d89ca02668f1c8e59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465741 May 18 10:12:48.808113 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 41734) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:48.867184 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-da05f5fb-ec8b-481e-9e6d-fd4094daa82c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:48.892888 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-da05f5fb-ec8b-481e-9e6d-fd4094daa82c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:48.944775 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-da05f5fb-ec8b-481e-9e6d-fd4094daa82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:48.948827 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-08ce98dd-f248-4490-82ca-30af4957c2ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:48.960118 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05f5fb-ec8b-481e-9e6d-fd4094daa82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25629bd8-1297-45ba-abf4-6465314822bd,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:48.964208 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-da05f5fb-ec8b-481e-9e6d-fd4094daa82c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:48.967378 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-da05f5fb-ec8b-481e-9e6d-fd4094daa82c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:48.968563 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-da05f5fb-ec8b-481e-9e6d-fd4094daa82c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/25629bd8-1297-45ba-abf4-6465314822bd HTTP/1.1" status: 204 len: 168 time: 0.1595919 May 18 10:12:49.308468 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 41742) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:49.355778 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-fc4748e1-1d04-4c70-a5f7-0bc098616226 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ca82f17b5bce463b92086f0576e410f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460804 May 18 10:12:49.358102 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 41746) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:12:49.488020 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-877d091f-1ab7-4b0e-adbd-dcc18135eb03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:49.513920 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-877d091f-1ab7-4b0e-adbd-dcc18135eb03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:49.565464 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-877d091f-1ab7-4b0e-adbd-dcc18135eb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:49.569992 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-4c4171e8-f285-4fc6-90ce-cb7e5de465b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:12:49.582478 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877d091f-1ab7-4b0e-adbd-dcc18135eb03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7974b0-c2e8-4124-be17-5ed05a11f62f,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:12:49.584700 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-877d091f-1ab7-4b0e-adbd-dcc18135eb03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:12:49.588396 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-877d091f-1ab7-4b0e-adbd-dcc18135eb03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:49.590522 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-877d091f-1ab7-4b0e-adbd-dcc18135eb03 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9b7974b0-c2e8-4124-be17-5ed05a11f62f HTTP/1.1" status: 204 len: 168 time: 0.2299984 May 18 10:12:51.855929 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:12:52.600861 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-510a48f6-cc16-4ddd-b257-fe40cb91af10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:55.216165 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:55.239532 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-cf091cad-4b32-4fe4-8512-e59302bee95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:56.652024 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:12:58.177663 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:16.917740 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:19.486670 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-2496d444-5d5a-4128-9134-db700cfa2cc4 req-5eaaef38-7982-4bb5-8599-26068d3e36b4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711427 May 18 10:13:19.620668 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496d444-5d5a-4128-9134-db700cfa2cc4 req-e3fb9b0a-b63e-4a71-823a-5e88db7b61b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:13:19.622015 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-2496d444-5d5a-4128-9134-db700cfa2cc4 req-e3fb9b0a-b63e-4a71-823a-5e88db7b61b9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d9e96036aab94f77912fe8beeb7e7dc4&device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 1098 time: 0.0691175 May 18 10:13:19.764459 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496d444-5d5a-4128-9134-db700cfa2cc4 req-9517c3da-2f95-4e01-9ad6-95f1745a797b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:13:19.765883 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-2496d444-5d5a-4128-9134-db700cfa2cc4 req-9517c3da-2f95-4e01-9ad6-95f1745a797b service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0e91282-5f4c-4c73-9e5f-fee8a39ee806 HTTP/1.1" status: 200 len: 909 time: 0.1255512 May 18 10:13:19.868289 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-2496d444-5d5a-4128-9134-db700cfa2cc4 req-ce665e2c-c683-4759-ac1c-e7bc26b662f7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=027c68b1-18cb-4192-a33a-46cbf435c3ae HTTP/1.1" status: 200 len: 1001 time: 0.0956380 May 18 10:13:19.929260 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496d444-5d5a-4128-9134-db700cfa2cc4 req-5470e5de-94a3-4bde-8cfa-13c273954e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:13:19.930617 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-2496d444-5d5a-4128-9134-db700cfa2cc4 req-5470e5de-94a3-4bde-8cfa-13c273954e61 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ebf47a8e-7c99-4cdc-86a4-e2a692d12253 HTTP/1.1" status: 200 len: 847 time: 0.0562344 May 18 10:13:20.006100 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496d444-5d5a-4128-9134-db700cfa2cc4 req-e0ee83d3-29aa-4d9c-9f84-07b82abeb3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:13:20.007566 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-2496d444-5d5a-4128-9134-db700cfa2cc4 req-e0ee83d3-29aa-4d9c-9f84-07b82abeb3e2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0e91282-5f4c-4c73-9e5f-fee8a39ee806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712531 May 18 10:13:20.140574 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-2496d444-5d5a-4128-9134-db700cfa2cc4 req-bd635114-a6f4-46cf-a7d8-4c1426a88e3b service neutron] 10.222.0.10 "GET /v2.0/networks/c0e91282-5f4c-4c73-9e5f-fee8a39ee806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262867 May 18 10:13:20.270148 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-2496d444-5d5a-4128-9134-db700cfa2cc4 req-cf32e874-19e0-4ff6-bddd-f1b05b88d33c service neutron] 10.222.0.10 "GET /v2.0/networks/c0e91282-5f4c-4c73-9e5f-fee8a39ee806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239593 May 18 10:13:22.602252 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-780711ac-be9f-4875-af5f-7820edc0e332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:24.472410 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 41940) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:13:24.590325 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b8516441-7d0d-40b3-8848-8d15462b19e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:24.604312 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-b8516441-7d0d-40b3-8848-8d15462b19e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:13:24.608200 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-b8516441-7d0d-40b3-8848-8d15462b19e9 admin admin] Usage tracker for resource:security_group_rule and tenant:2dee7636af3e43e19f031f40de8c47d5 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:13:24.611039 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-b8516441-7d0d-40b3-8848-8d15462b19e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:13:24.616712 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-b8516441-7d0d-40b3-8848-8d15462b19e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:13:24.703691 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b8516441-7d0d-40b3-8848-8d15462b19e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:24.707261 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b8516441-7d0d-40b3-8848-8d15462b19e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:24.716328 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-3dacf359-2783-488b-a575-d02b36e13437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:24.765847 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-b8516441-7d0d-40b3-8848-8d15462b19e9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2dee7636af3e43e19f031f40de8c47d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2923617 May 18 10:13:24.767493 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516441-7d0d-40b3-8848-8d15462b19e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f2a8a1-14e7-47c5-9fde-bea314e6b5cd,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:24.768600 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 41948) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:13:24.775772 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516441-7d0d-40b3-8848-8d15462b19e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:24.776162 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516441-7d0d-40b3-8848-8d15462b19e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:24.776535 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516441-7d0d-40b3-8848-8d15462b19e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:24.776892 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516441-7d0d-40b3-8848-8d15462b19e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:24.777252 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516441-7d0d-40b3-8848-8d15462b19e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:24.777607 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516441-7d0d-40b3-8848-8d15462b19e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:24.777959 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516441-7d0d-40b3-8848-8d15462b19e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:24.778308 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516441-7d0d-40b3-8848-8d15462b19e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:24.778690 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516441-7d0d-40b3-8848-8d15462b19e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:24.779039 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516441-7d0d-40b3-8848-8d15462b19e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:24.779392 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516441-7d0d-40b3-8848-8d15462b19e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:24.779731 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516441-7d0d-40b3-8848-8d15462b19e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:24.784112 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-b8516441-7d0d-40b3-8848-8d15462b19e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:24.826831 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-80bc1437-a3be-4c93-8ade-2568b45b4cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:24.853438 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-80bc1437-a3be-4c93-8ade-2568b45b4cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:24.905856 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-80bc1437-a3be-4c93-8ade-2568b45b4cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:24.910625 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-bba550ad-fbe0-449d-91d8-250e16e997f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:24.920331 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc1437-a3be-4c93-8ade-2568b45b4cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f2a8a1-14e7-47c5-9fde-bea314e6b5cd,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:24.931034 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc1437-a3be-4c93-8ade-2568b45b4cda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:24.931895 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc1437-a3be-4c93-8ade-2568b45b4cda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:24.932266 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc1437-a3be-4c93-8ade-2568b45b4cda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:24.932617 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc1437-a3be-4c93-8ade-2568b45b4cda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:24.932965 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc1437-a3be-4c93-8ade-2568b45b4cda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:24.933314 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc1437-a3be-4c93-8ade-2568b45b4cda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:24.933660 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc1437-a3be-4c93-8ade-2568b45b4cda admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:24.934003 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc1437-a3be-4c93-8ade-2568b45b4cda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:24.934346 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc1437-a3be-4c93-8ade-2568b45b4cda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:24.934712 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc1437-a3be-4c93-8ade-2568b45b4cda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:24.935053 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc1437-a3be-4c93-8ade-2568b45b4cda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:24.935389 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc1437-a3be-4c93-8ade-2568b45b4cda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:24.938422 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-80bc1437-a3be-4c93-8ade-2568b45b4cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:24.939458 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-80bc1437-a3be-4c93-8ade-2568b45b4cda admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a1f2a8a1-14e7-47c5-9fde-bea314e6b5cd HTTP/1.1" status: 204 len: 168 time: 0.1699059 May 18 10:13:24.940382 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-80bc1437-a3be-4c93-8ade-2568b45b4cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:24.981092 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 41954) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:13:25.219293 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:25.244535 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-037c3331-2fb8-4ff8-ae9b-30b30dc0dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:25.359623 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [None req-fabb3dcf-e60b-4b49-8c71-cdf58816e2a6 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Deleting port 901636c7-a489-4194-994b-67e9199a1a98 {{(pid=91255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:13:25.359962 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-fabb3dcf-e60b-4b49-8c71-cdf58816e2a6 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:25.480839 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-fabb3dcf-e60b-4b49-8c71-cdf58816e2a6 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:25.481235 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-fabb3dcf-e60b-4b49-8c71-cdf58816e2a6 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:25.695622 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [None req-fabb3dcf-e60b-4b49-8c71-cdf58816e2a6 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Calling delete_port for 901636c7-a489-4194-994b-67e9199a1a98 owned by network:floatingip {{(pid=91255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:13:25.827713 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-fabb3dcf-e60b-4b49-8c71-cdf58816e2a6 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278795'] for port, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:25.831474 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-ec3222e9-c24d-4531-8b85-c543e80204a6 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:25.877285 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb3dcf-e60b-4b49-8c71-cdf58816e2a6 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Pushing event deleted for resources: {'Port': ['ID=901636c7-a489-4194-994b-67e9199a1a98,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:25.880420 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-fabb3dcf-e60b-4b49-8c71-cdf58816e2a6 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:25.970018 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-fabb3dcf-e60b-4b49-8c71-cdf58816e2a6 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks [] for floatingip, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:25.970342 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.db.l3_db [None req-fabb3dcf-e60b-4b49-8c71-cdf58816e2a6 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Floating IP 2495e14e-41d5-4065-a876-35e23b582e48 disassociated (deleted). External IP: 172.27.1.210, port: 027c68b1-18cb-4192-a33a-46cbf435c3ae. May 18 10:13:26.344825 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabb3dcf-e60b-4b49-8c71-cdf58816e2a6 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Router 6f68e1b9-39bb-47a2-9c0e-7510beef93a1 has already been hosted by L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb {{(pid=91255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:13:26.521086 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabb3dcf-e60b-4b49-8c71-cdf58816e2a6 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:13:26.530064 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff3f242-f311-4736-bbc3-26502cc56f0f None None] Sync routers for ids ['6f68e1b9-39bb-47a2-9c0e-7510beef93a1'] in dv-cinder-772623-5-iscsi {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:13:26.540341 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff3f242-f311-4736-bbc3-26502cc56f0f None None] Routers {'6f68e1b9-39bb-47a2-9c0e-7510beef93a1'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:13:26.540672 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-fabb3dcf-e60b-4b49-8c71-cdf58816e2a6 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for floatingip, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:26.540977 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-bff3f242-f311-4736-bbc3-26502cc56f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:13:25Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['6f68e1b9-39bb-47a2-9c0e-7510beef93a1'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:13:26.601589 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-fabb3dcf-e60b-4b49-8c71-cdf58816e2a6 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "DELETE /v2.0/floatingips/2495e14e-41d5-4065-a876-35e23b582e48 HTTP/1.1" status: 204 len: 168 time: 1.6152074 May 18 10:13:26.601589 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db8c3584-efb6-41a3-92f8-053aa8403d8f', 'tag': '027c68b1-18cb-4192-a33a-46cbf435c3ae'}] {{(pid=91255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:13:26.647210 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db8c3584-efb6-41a3-92f8-053aa8403d8f', 'tag': '027c68b1-18cb-4192-a33a-46cbf435c3ae', 'status': 'completed', 'code': 200} May 18 10:13:26.714198 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:26.735389 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-bff3f242-f311-4736-bbc3-26502cc56f0f None None] Set router 6f68e1b9-39bb-47a2-9c0e-7510beef93a1 gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:13:26.747566 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2fad6-27e9-47da-b688-ef7ea7410467 req-3dff3898-e693-4ca1-a56d-aa497b526cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:13:26.749188 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-2ea2fad6-27e9-47da-b688-ef7ea7410467 req-3dff3898-e693-4ca1-a56d-aa497b526cb7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d9e96036aab94f77912fe8beeb7e7dc4&device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 1098 time: 0.0792894 May 18 10:13:26.945488 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2fad6-27e9-47da-b688-ef7ea7410467 req-b840ea9d-5b3d-4463-9e6c-104f74bfe8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:13:26.946846 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-2ea2fad6-27e9-47da-b688-ef7ea7410467 req-b840ea9d-5b3d-4463-9e6c-104f74bfe8ff service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0e91282-5f4c-4c73-9e5f-fee8a39ee806 HTTP/1.1" status: 200 len: 909 time: 0.1915092 May 18 10:13:27.023536 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-2ea2fad6-27e9-47da-b688-ef7ea7410467 req-739eb9a5-2aeb-4281-ba94-4f4752585219 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=027c68b1-18cb-4192-a33a-46cbf435c3ae HTTP/1.1" status: 200 len: 217 time: 0.0682805 May 18 10:13:27.056536 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-bff3f242-f311-4736-bbc3-26502cc56f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f68e1b9-39bb-47a2-9c0e-7510beef93a1', 'name': 'tempest-TestShelveInstance-633265989-router', 'tenant_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '076c0b54-906d-4fbc-8e18-a482eb247b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:07:51Z', 'updated_at': '2021-05-18T10:07:55Z', 'revision_number': 4, 'project_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'gw_port': {'id': '076c0b54-906d-4fbc-8e18-a482eb247b22', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f68e1b9-39bb-47a2-9c0e-7510beef93a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:07:52Z', 'updated_at': '2021-05-18T10:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'b409b289-1a77-44a7-8ce0-4a7c9f600cec', 'name': '', 'network_id': 'c0e91282-5f4c-4c73-9e5f-fee8a39ee806', 'tenant_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'mac_address': 'fa:16:3e:4e:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f68e1b9-39bb-47a2-9c0e-7510beef93a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'ebf47a8e-7c99-4cdc-86a4-e2a692d12253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:07:54Z', 'updated_at': '2021-05-18T10:08:01Z', 'revision_number': 5, 'project_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'subnets': [{'id': 'ebf47a8e-7c99-4cdc-86a4-e2a692d12253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:13:27.060870 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff3f242-f311-4736-bbc3-26502cc56f0f None None] Checking router: 6f68e1b9-39bb-47a2-9c0e-7510beef93a1 for host: dv-cinder-772623-5-iscsi {{(pid=91256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:13:27.069457 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff3f242-f311-4736-bbc3-26502cc56f0f None None] Routers {'6f68e1b9-39bb-47a2-9c0e-7510beef93a1'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:13:27.070089 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-bff3f242-f311-4736-bbc3-26502cc56f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:13:25Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['6f68e1b9-39bb-47a2-9c0e-7510beef93a1'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:13:27.099780 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3b4eb-71f3-43eb-a943-8c3e359e1f79 req-54d7ee35-aa59-4680-a77d-f7252c88645f tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:13:27.100453 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-bbb3b4eb-71f3-43eb-a943-8c3e359e1f79 req-54d7ee35-aa59-4680-a77d-f7252c88645f tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Synchronizing usage tracker for tenant:d9e96036aab94f77912fe8beeb7e7dc4 on resource:port {{(pid=91255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:13:27.104289 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2fad6-27e9-47da-b688-ef7ea7410467 req-2dc7d22c-5b43-4c49-b7e9-dd86b5898c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:13:27.105652 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-2ea2fad6-27e9-47da-b688-ef7ea7410467 req-2dc7d22c-5b43-4c49-b7e9-dd86b5898c12 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ebf47a8e-7c99-4cdc-86a4-e2a692d12253 HTTP/1.1" status: 200 len: 847 time: 0.0738976 May 18 10:13:27.161703 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-bbb3b4eb-71f3-43eb-a943-8c3e359e1f79 req-54d7ee35-aa59-4680-a77d-f7252c88645f tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Unset dirty status for tenant:d9e96036aab94f77912fe8beeb7e7dc4 on resource:port {{(pid=91255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:13:27.162866 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-bbb3b4eb-71f3-43eb-a943-8c3e359e1f79 req-54d7ee35-aa59-4680-a77d-f7252c88645f tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 945 time: 0.2565045 May 18 10:13:27.222470 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-bbb3b4eb-71f3-43eb-a943-8c3e359e1f79 req-31e82553-0e0c-4d98-b754-0c167efd1a9b tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500424 May 18 10:13:27.232517 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2fad6-27e9-47da-b688-ef7ea7410467 req-7547417f-98d1-4437-83d0-ae3c466febf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:13:27.233989 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-2ea2fad6-27e9-47da-b688-ef7ea7410467 req-7547417f-98d1-4437-83d0-ae3c466febf8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0e91282-5f4c-4c73-9e5f-fee8a39ee806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1200526 May 18 10:13:27.302257 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-bff3f242-f311-4736-bbc3-26502cc56f0f None None] Set router 6f68e1b9-39bb-47a2-9c0e-7510beef93a1 gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:13:27.474353 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-2ea2fad6-27e9-47da-b688-ef7ea7410467 req-bd092587-ea8b-4488-add9-3031b1c28420 service neutron] 10.222.0.10 "GET /v2.0/networks/c0e91282-5f4c-4c73-9e5f-fee8a39ee806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328613 May 18 10:13:27.612003 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-2ea2fad6-27e9-47da-b688-ef7ea7410467 req-455d0de7-4133-4864-adfe-2dccbf7d7443 service neutron] 10.222.0.10 "GET /v2.0/networks/c0e91282-5f4c-4c73-9e5f-fee8a39ee806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310050 May 18 10:13:27.632585 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-bff3f242-f311-4736-bbc3-26502cc56f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f68e1b9-39bb-47a2-9c0e-7510beef93a1', 'name': 'tempest-TestShelveInstance-633265989-router', 'tenant_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '076c0b54-906d-4fbc-8e18-a482eb247b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:07:51Z', 'updated_at': '2021-05-18T10:07:55Z', 'revision_number': 4, 'project_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'gw_port': {'id': '076c0b54-906d-4fbc-8e18-a482eb247b22', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f68e1b9-39bb-47a2-9c0e-7510beef93a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:07:52Z', 'updated_at': '2021-05-18T10:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'b409b289-1a77-44a7-8ce0-4a7c9f600cec', 'name': '', 'network_id': 'c0e91282-5f4c-4c73-9e5f-fee8a39ee806', 'tenant_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'mac_address': 'fa:16:3e:4e:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f68e1b9-39bb-47a2-9c0e-7510beef93a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'ebf47a8e-7c99-4cdc-86a4-e2a692d12253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:07:54Z', 'updated_at': '2021-05-18T10:08:01Z', 'revision_number': 5, 'project_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'subnets': [{'id': 'ebf47a8e-7c99-4cdc-86a4-e2a692d12253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:13:27.638144 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff3f242-f311-4736-bbc3-26502cc56f0f None None] The sync data for ids ['6f68e1b9-39bb-47a2-9c0e-7510beef93a1'] in dv-cinder-772623-5-iscsi is: [{'id': '6f68e1b9-39bb-47a2-9c0e-7510beef93a1', 'name': 'tempest-TestShelveInstance-633265989-router', 'tenant_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '076c0b54-906d-4fbc-8e18-a482eb247b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:07:51Z', 'updated_at': '2021-05-18T10:07:55Z', 'revision_number': 4, 'project_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'gw_port': {'id': '076c0b54-906d-4fbc-8e18-a482eb247b22', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f68e1b9-39bb-47a2-9c0e-7510beef93a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:07:52Z', 'updated_at': '2021-05-18T10:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'b409b289-1a77-44a7-8ce0-4a7c9f600cec', 'name': '', 'network_id': 'c0e91282-5f4c-4c73-9e5f-fee8a39ee806', 'tenant_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'mac_address': 'fa:16:3e:4e:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f68e1b9-39bb-47a2-9c0e-7510beef93a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'ebf47a8e-7c99-4cdc-86a4-e2a692d12253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:07:54Z', 'updated_at': '2021-05-18T10:08:01Z', 'revision_number': 5, 'project_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'subnets': [{'id': 'ebf47a8e-7c99-4cdc-86a4-e2a692d12253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:13:27.895415 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b871f1f0-d3cc-4606-a407-6879cad0e1b4 None None] New status for floating IP 2495e14e-41d5-4065-a876-35e23b582e48: DOWN {{(pid=91257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 10:13:28.178571 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:28.408416 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce68111-f856-4de7-994b-cba39e1c75a5 req-44939b5a-4ea0-4e8f-9a03-b177a48c7ec1 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:13:28.409895 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-4ce68111-f856-4de7-994b-cba39e1c75a5 req-44939b5a-4ea0-4e8f-9a03-b177a48c7ec1 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 945 time: 0.0796540 May 18 10:13:28.455826 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-4ce68111-f856-4de7-994b-cba39e1c75a5 req-efcb937a-a025-4116-8771-c54821f70219 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f872d53-29b9-439e-890d-b08c5b4da438&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398729 May 18 10:13:28.644505 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2820e4-7aec-45eb-8a84-131c491a7bf0 req-8d9fb77d-f26f-4ad6-a992-f53e7e1a9777 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:13:28.645839 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-cd2820e4-7aec-45eb-8a84-131c491a7bf0 req-8d9fb77d-f26f-4ad6-a992-f53e7e1a9777 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.10 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 945 time: 0.0778470 May 18 10:13:28.781891 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [req-cd2820e4-7aec-45eb-8a84-131c491a7bf0 req-51c8949e-ac59-4286-965c-44d6065de559 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Deleting port 027c68b1-18cb-4192-a33a-46cbf435c3ae {{(pid=91255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:13:28.782223 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-cd2820e4-7aec-45eb-8a84-131c491a7bf0 req-51c8949e-ac59-4286-965c-44d6065de559 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:28.854924 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:13:28.910420 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [req-cd2820e4-7aec-45eb-8a84-131c491a7bf0 req-51c8949e-ac59-4286-965c-44d6065de559 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] For port 027c68b1-18cb-4192-a33a-46cbf435c3ae, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=027c68b1-18cb-4192-a33a-46cbf435c3ae,segment=NetworkSegment(bc970bb7-bafa-4ef5-bbaa-bd1c6106f047),segment_id=bc970bb7-bafa-4ef5-bbaa-bd1c6106f047)] {{(pid=91255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:13:28.910687 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-cd2820e4-7aec-45eb-8a84-131c491a7bf0 req-51c8949e-ac59-4286-965c-44d6065de559 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:29.035289 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [req-cd2820e4-7aec-45eb-8a84-131c491a7bf0 req-51c8949e-ac59-4286-965c-44d6065de559 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Calling delete_port for 027c68b1-18cb-4192-a33a-46cbf435c3ae owned by compute:nova {{(pid=91255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:13:29.147066 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-cd2820e4-7aec-45eb-8a84-131c491a7bf0 req-51c8949e-ac59-4286-965c-44d6065de559 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278795'] for port, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:29.153310 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:29.195758 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c8949e-ac59-4286-965c-44d6065de559 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Pushing event deleted for resources: {'Port': ['ID=027c68b1-18cb-4192-a33a-46cbf435c3ae,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:29.199631 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-51c8949e-ac59-4286-965c-44d6065de559 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:29.275928 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd2820e4-7aec-45eb-8a84-131c491a7bf0 req-51c8949e-ac59-4286-965c-44d6065de559 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] No DVR routers for this DVR port 027c68b1-18cb-4192-a33a-46cbf435c3ae on host hv-cinder-77262 {{(pid=91255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:13:29.278456 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-cd2820e4-7aec-45eb-8a84-131c491a7bf0 req-51c8949e-ac59-4286-965c-44d6065de559 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:29.281118 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8c3584-efb6-41a3-92f8-053aa8403d8f', 'name': 'network-vif-deleted', 'tag': '027c68b1-18cb-4192-a33a-46cbf435c3ae'}] {{(pid=91255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:13:29.297359 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-cd2820e4-7aec-45eb-8a84-131c491a7bf0 req-51c8949e-ac59-4286-965c-44d6065de559 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.10 "DELETE /v2.0/ports/027c68b1-18cb-4192-a33a-46cbf435c3ae HTTP/1.1" status: 204 len: 173 time: 0.6454735 May 18 10:13:29.344299 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8c3584-efb6-41a3-92f8-053aa8403d8f', 'name': 'network-vif-deleted', 'tag': '027c68b1-18cb-4192-a33a-46cbf435c3ae', 'status': 'completed', 'code': 200} May 18 10:13:29.615758 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ec59bb4b-0488-4d0a-b9d0-175035370e03 req-85155fdf-67da-45ab-85f6-fa45089b6172 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "GET /v2.0/ports?device_id=db8c3584-efb6-41a3-92f8-053aa8403d8f HTTP/1.1" status: 200 len: 210 time: 0.0515654 May 18 10:13:30.713677 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 42032) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:13:30.782128 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-578ce2d4-814b-450d-a5ec-37f3024e1a1f tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:30.811940 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-578ce2d4-814b-450d-a5ec-37f3024e1a1f tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:30.882758 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-578ce2d4-814b-450d-a5ec-37f3024e1a1f tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:30.887194 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-7ec569cd-51a6-4958-8373-4dee35b8507d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:30.902459 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ce2d4-814b-450d-a5ec-37f3024e1a1f tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f872d53-29b9-439e-890d-b08c5b4da438,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:30.911103 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-578ce2d4-814b-450d-a5ec-37f3024e1a1f tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:30.914867 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-578ce2d4-814b-450d-a5ec-37f3024e1a1f tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:30.918754 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-578ce2d4-814b-450d-a5ec-37f3024e1a1f tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] 10.222.0.11 "DELETE /v2.0/security-groups/3f872d53-29b9-439e-890d-b08c5b4da438 HTTP/1.1" status: 204 len: 168 time: 0.2017817 May 18 10:13:30.956675 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 42044) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:13:31.754388 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-4544df10-d13b-4616-bb31-81c2c9003844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921910'] for router_interface, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:32.173471 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [None req-4544df10-d13b-4616-bb31-81c2c9003844 admin admin] Deleting port b409b289-1a77-44a7-8ce0-4a7c9f600cec {{(pid=91254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:13:32.174136 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-4544df10-d13b-4616-bb31-81c2c9003844 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:32.295373 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [None req-4544df10-d13b-4616-bb31-81c2c9003844 admin admin] For port b409b289-1a77-44a7-8ce0-4a7c9f600cec, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=b409b289-1a77-44a7-8ce0-4a7c9f600cec,segment=NetworkSegment(bc970bb7-bafa-4ef5-bbaa-bd1c6106f047),segment_id=bc970bb7-bafa-4ef5-bbaa-bd1c6106f047)] {{(pid=91254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:13:32.295724 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-4544df10-d13b-4616-bb31-81c2c9003844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:32.418126 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [None req-4544df10-d13b-4616-bb31-81c2c9003844 admin admin] Calling delete_port for b409b289-1a77-44a7-8ce0-4a7c9f600cec owned by network:router_interface {{(pid=91254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:13:32.527879 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 027c68b1-18cb-4192-a33a-46cbf435c3ae no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:13:32.562161 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] No Port match for: 027c68b1-18cb-4192-a33a-46cbf435c3ae {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:13:32.562522 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 027c68b1-18cb-4192-a33a-46cbf435c3ae not bound to the agent host hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:13:32.571081 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-4544df10-d13b-4616-bb31-81c2c9003844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:32.575525 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-7a6fac77-ecb3-49e1-b3ce-583e329cb579 tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:32.620075 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4544df10-d13b-4616-bb31-81c2c9003844 admin admin] Pushing event deleted for resources: {'Port': ['ID=b409b289-1a77-44a7-8ce0-4a7c9f600cec,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:32.623219 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-4544df10-d13b-4616-bb31-81c2c9003844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:32.890882 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-4544df10-d13b-4616-bb31-81c2c9003844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-923302'] for router_interface, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:33.354325 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4544df10-d13b-4616-bb31-81c2c9003844 admin admin] Router 6f68e1b9-39bb-47a2-9c0e-7510beef93a1 has already been hosted by L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb {{(pid=91254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:13:33.528742 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4544df10-d13b-4616-bb31-81c2c9003844 admin admin] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:13:33.542933 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdc5e4c-863f-496a-8d8b-79a6278eab0b None None] Sync routers for ids ['6f68e1b9-39bb-47a2-9c0e-7510beef93a1'] in dv-cinder-772623-5-iscsi {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:13:33.552493 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdc5e4c-863f-496a-8d8b-79a6278eab0b None None] Routers {'6f68e1b9-39bb-47a2-9c0e-7510beef93a1'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:13:33.553450 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-7cdc5e4c-863f-496a-8d8b-79a6278eab0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:13:25Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['6f68e1b9-39bb-47a2-9c0e-7510beef93a1'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:13:33.556817 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 42100) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:13:33.559151 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-4544df10-d13b-4616-bb31-81c2c9003844 admin admin] 10.222.0.11 "PUT /v2.0/routers/6f68e1b9-39bb-47a2-9c0e-7510beef93a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6011779 May 18 10:13:33.736515 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-7cdc5e4c-863f-496a-8d8b-79a6278eab0b None None] Set router 6f68e1b9-39bb-47a2-9c0e-7510beef93a1 gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:13:33.740536 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3c848c60-5e81-4493-9be9-3c2cdbd9934f admin admin] Notify callbacks [] for router, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:33.915641 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3c848c60-5e81-4493-9be9-3c2cdbd9934f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:33.985865 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [None req-3c848c60-5e81-4493-9be9-3c2cdbd9934f admin admin] Deleting port 076c0b54-906d-4fbc-8e18-a482eb247b22 {{(pid=91255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:13:33.986588 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3c848c60-5e81-4493-9be9-3c2cdbd9934f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:34.017701 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-7cdc5e4c-863f-496a-8d8b-79a6278eab0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f68e1b9-39bb-47a2-9c0e-7510beef93a1', 'name': 'tempest-TestShelveInstance-633265989-router', 'tenant_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '076c0b54-906d-4fbc-8e18-a482eb247b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:07:51Z', 'updated_at': '2021-05-18T10:13:32Z', 'revision_number': 5, 'project_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'gw_port': {'id': '076c0b54-906d-4fbc-8e18-a482eb247b22', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f68e1b9-39bb-47a2-9c0e-7510beef93a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:07:52Z', 'updated_at': '2021-05-18T10:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi'}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:13:34.021858 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdc5e4c-863f-496a-8d8b-79a6278eab0b None None] Checking router: 6f68e1b9-39bb-47a2-9c0e-7510beef93a1 for host: dv-cinder-772623-5-iscsi {{(pid=91256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:13:34.030825 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdc5e4c-863f-496a-8d8b-79a6278eab0b None None] Routers {'6f68e1b9-39bb-47a2-9c0e-7510beef93a1'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:13:34.031454 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-7cdc5e4c-863f-496a-8d8b-79a6278eab0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:13:25Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['6f68e1b9-39bb-47a2-9c0e-7510beef93a1'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:13:34.191805 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-7cdc5e4c-863f-496a-8d8b-79a6278eab0b None None] Set router 6f68e1b9-39bb-47a2-9c0e-7510beef93a1 gateway port host: None {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:13:34.201146 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [None req-3c848c60-5e81-4493-9be9-3c2cdbd9934f admin admin] For port 076c0b54-906d-4fbc-8e18-a482eb247b22, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=076c0b54-906d-4fbc-8e18-a482eb247b22,segment=NetworkSegment(f8569fa1-1255-4980-b926-c951cf4cc403),segment_id=f8569fa1-1255-4980-b926-c951cf4cc403)] {{(pid=91255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:13:34.201501 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3c848c60-5e81-4493-9be9-3c2cdbd9934f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:34.300231 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-7cdc5e4c-863f-496a-8d8b-79a6278eab0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f68e1b9-39bb-47a2-9c0e-7510beef93a1', 'name': 'tempest-TestShelveInstance-633265989-router', 'tenant_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:07:51Z', 'updated_at': '2021-05-18T10:13:33Z', 'revision_number': 6, 'project_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'gw_port_host': None}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:13:34.305015 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdc5e4c-863f-496a-8d8b-79a6278eab0b None None] The sync data for ids ['6f68e1b9-39bb-47a2-9c0e-7510beef93a1'] in dv-cinder-772623-5-iscsi is: [{'id': '6f68e1b9-39bb-47a2-9c0e-7510beef93a1', 'name': 'tempest-TestShelveInstance-633265989-router', 'tenant_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:07:51Z', 'updated_at': '2021-05-18T10:13:33Z', 'revision_number': 6, 'project_id': 'd9e96036aab94f77912fe8beeb7e7dc4', 'gw_port_host': None}] {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:13:34.337752 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [None req-3c848c60-5e81-4493-9be9-3c2cdbd9934f admin admin] Calling delete_port for 076c0b54-906d-4fbc-8e18-a482eb247b22 owned by network:router_gateway {{(pid=91255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:13:34.483635 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3c848c60-5e81-4493-9be9-3c2cdbd9934f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278795'] for port, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:34.488239 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-51c8949e-ac59-4286-965c-44d6065de559 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:34.534218 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c848c60-5e81-4493-9be9-3c2cdbd9934f admin admin] Pushing event deleted for resources: {'Port': ['ID=076c0b54-906d-4fbc-8e18-a482eb247b22,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:34.560244 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-3c848c60-5e81-4493-9be9-3c2cdbd9934f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:34.622135 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3c848c60-5e81-4493-9be9-3c2cdbd9934f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924701'] for router_gateway, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:34.792758 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3c848c60-5e81-4493-9be9-3c2cdbd9934f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27175'] for router, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:34.794963 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3c848c60-5e81-4493-9be9-3c2cdbd9934f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:34.816745 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3c848c60-5e81-4493-9be9-3c2cdbd9934f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-648010'] for router, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:34.817560 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c848c60-5e81-4493-9be9-3c2cdbd9934f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f68e1b9-39bb-47a2-9c0e-7510beef93a1 {{(pid=91255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 10:13:34.829649 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3c848c60-5e81-4493-9be9-3c2cdbd9934f admin admin] Notify callbacks [] for router, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:34.830814 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-3c848c60-5e81-4493-9be9-3c2cdbd9934f admin admin] 10.222.0.11 "DELETE /v2.0/routers/6f68e1b9-39bb-47a2-9c0e-7510beef93a1 HTTP/1.1" status: 204 len: 168 time: 1.2728908 May 18 10:13:34.833431 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 42110) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:13:34.892736 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c31330b-15b1-4ab1-8197-fa29876322ec admin admin] Deleting subnet ebf47a8e-7c99-4cdc-86a4-e2a692d12253 {{(pid=91255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 10:13:34.895624 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-5c31330b-15b1-4ab1-8197-fa29876322ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:34.942850 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-5c31330b-15b1-4ab1-8197-fa29876322ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2332627'] for subnet, precommit_delete_associations {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:35.059555 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-5c31330b-15b1-4ab1-8197-fa29876322ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379774'] for subnet, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:35.313958 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-5c31330b-15b1-4ab1-8197-fa29876322ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2298964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2126218'] for subnet, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:35.318907 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:35.354522 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-5c31330b-15b1-4ab1-8197-fa29876322ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for subnet, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:35.357650 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31330b-15b1-4ab1-8197-fa29876322ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebf47a8e-7c99-4cdc-86a4-e2a692d12253,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:35.359399 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b3d4fb-db91-4894-8bfc-e972282354dd None None] Network c0e91282-5f4c-4c73-9e5f-fee8a39ee806 requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:13:35.359982 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-5c31330b-15b1-4ab1-8197-fa29876322ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:35.366531 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-5c31330b-15b1-4ab1-8197-fa29876322ec admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ebf47a8e-7c99-4cdc-86a4-e2a692d12253 HTTP/1.1" status: 204 len: 168 time: 0.5299768 May 18 10:13:35.366707 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 42114) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:13:35.485107 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9ed95d27-581f-4fc1-a351-f9cb5767fb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7931910'] for network, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:35.558132 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [None req-9ed95d27-581f-4fc1-a351-f9cb5767fb2a admin admin] Deleting port e0e09497-363b-4c85-b8c3-85e7b1271fae {{(pid=91255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:13:35.558490 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9ed95d27-581f-4fc1-a351-f9cb5767fb2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:35.683148 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1bb98f-6f2f-4b8f-ba1b-91ade1cc9b81 None None] DHCP port deletion for c0e91282-5f4c-4c73-9e5f-fee8a39ee806 request from dv-cinder-772623-5-iscsi {{(pid=91256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 10:13:35.740553 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [None req-9ed95d27-581f-4fc1-a351-f9cb5767fb2a admin admin] For port e0e09497-363b-4c85-b8c3-85e7b1271fae, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=e0e09497-363b-4c85-b8c3-85e7b1271fae,segment=NetworkSegment(bc970bb7-bafa-4ef5-bbaa-bd1c6106f047),segment_id=bc970bb7-bafa-4ef5-bbaa-bd1c6106f047)] {{(pid=91255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:13:35.741150 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9ed95d27-581f-4fc1-a351-f9cb5767fb2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:35.755043 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-ef1bb98f-6f2f-4b8f-ba1b-91ade1cc9b81 None None] Deleting port e0e09497-363b-4c85-b8c3-85e7b1271fae {{(pid=91256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:13:35.755545 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-ef1bb98f-6f2f-4b8f-ba1b-91ade1cc9b81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:35.859209 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-ef1bb98f-6f2f-4b8f-ba1b-91ade1cc9b81 None None] For port e0e09497-363b-4c85-b8c3-85e7b1271fae, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=e0e09497-363b-4c85-b8c3-85e7b1271fae,segment=NetworkSegment(bc970bb7-bafa-4ef5-bbaa-bd1c6106f047),segment_id=bc970bb7-bafa-4ef5-bbaa-bd1c6106f047)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:13:35.859602 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-ef1bb98f-6f2f-4b8f-ba1b-91ade1cc9b81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:35.864202 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [None req-9ed95d27-581f-4fc1-a351-f9cb5767fb2a admin admin] Calling delete_port for e0e09497-363b-4c85-b8c3-85e7b1271fae owned by network:dhcp {{(pid=91255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:13:35.909371 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9ed95d27-581f-4fc1-a351-f9cb5767fb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278795'] for port, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:35.913444 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-6e43e9c5-c5a0-4d57-a510-d4708a6d5286 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:35.954966 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed95d27-581f-4fc1-a351-f9cb5767fb2a admin admin] Pushing event deleted for resources: {'Port': ['ID=e0e09497-363b-4c85-b8c3-85e7b1271fae,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:35.957295 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-9ed95d27-581f-4fc1-a351-f9cb5767fb2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:35.961846 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed95d27-581f-4fc1-a351-f9cb5767fb2a admin admin] No DVR routers for this DVR port e0e09497-363b-4c85-b8c3-85e7b1271fae on host dv-cinder-772623-5-iscsi {{(pid=91255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:13:35.980494 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-ef1bb98f-6f2f-4b8f-ba1b-91ade1cc9b81 None None] Calling delete_port for e0e09497-363b-4c85-b8c3-85e7b1271fae owned by network:dhcp {{(pid=91256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:13:36.022901 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-ef1bb98f-6f2f-4b8f-ba1b-91ade1cc9b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924'] for port, after_delete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:36.027872 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:36.068240 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1bb98f-6f2f-4b8f-ba1b-91ade1cc9b81 None None] Pushing event deleted for resources: {'Port': ['ID=e0e09497-363b-4c85-b8c3-85e7b1271fae,revision_number=None']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:36.073386 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1bb98f-6f2f-4b8f-ba1b-91ade1cc9b81 None None] No DVR routers for this DVR port e0e09497-363b-4c85-b8c3-85e7b1271fae on host dv-cinder-772623-5-iscsi {{(pid=91256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:13:36.078438 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9ed95d27-581f-4fc1-a351-f9cb5767fb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373237', 'neutron.services.segments.db._delete_segments_for_network-8726941291138'] for network, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:36.079694 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1bb98f-6f2f-4b8f-ba1b-91ade1cc9b81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:36.080041 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1bb98f-6f2f-4b8f-ba1b-91ade1cc9b81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:36.080378 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1bb98f-6f2f-4b8f-ba1b-91ade1cc9b81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:36.080708 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1bb98f-6f2f-4b8f-ba1b-91ade1cc9b81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:36.081034 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1bb98f-6f2f-4b8f-ba1b-91ade1cc9b81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:36.081362 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1bb98f-6f2f-4b8f-ba1b-91ade1cc9b81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:36.081684 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1bb98f-6f2f-4b8f-ba1b-91ade1cc9b81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:36.082005 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1bb98f-6f2f-4b8f-ba1b-91ade1cc9b81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:36.082326 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1bb98f-6f2f-4b8f-ba1b-91ade1cc9b81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:36.082713 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1bb98f-6f2f-4b8f-ba1b-91ade1cc9b81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:36.083073 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1bb98f-6f2f-4b8f-ba1b-91ade1cc9b81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:36.083865 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1bb98f-6f2f-4b8f-ba1b-91ade1cc9b81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:36.086753 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-ef1bb98f-6f2f-4b8f-ba1b-91ade1cc9b81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:36.094660 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.services.segments.db [None req-9ed95d27-581f-4fc1-a351-f9cb5767fb2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0e91282-5f4c-4c73-9e5f-fee8a39ee806']}} {{(pid=91255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:13:36.106991 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.services.segments.db [None req-9ed95d27-581f-4fc1-a351-f9cb5767fb2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc970bb7-bafa-4ef5-bbaa-bd1c6106f047') {'for_net_delete': True} {{(pid=91255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:13:36.107304 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.services.segments.db [None req-9ed95d27-581f-4fc1-a351-f9cb5767fb2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc970bb7-bafa-4ef5-bbaa-bd1c6106f047') {} {{(pid=91255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:13:36.119158 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9ed95d27-581f-4fc1-a351-f9cb5767fb2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726941301643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2332612'] for segment, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:36.135069 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9ed95d27-581f-4fc1-a351-f9cb5767fb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901'] for segment, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:36.141064 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed95d27-581f-4fc1-a351-f9cb5767fb2a admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=91255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 10:13:36.141522 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9ed95d27-581f-4fc1-a351-f9cb5767fb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2278902'] for segment, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:36.154295 dv-cinder-772623-5-iscsi neutron-server[91255]: Traceback (most recent call last): May 18 10:13:36.154295 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 10:13:36.154295 dv-cinder-772623-5-iscsi neutron-server[91255]: timer() May 18 10:13:36.154295 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 10:13:36.154295 dv-cinder-772623-5-iscsi neutron-server[91255]: cb(*args, **kw) May 18 10:13:36.154295 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 10:13:36.154295 dv-cinder-772623-5-iscsi neutron-server[91255]: return func(*args, **kwargs) May 18 10:13:36.154295 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 10:13:36.154295 dv-cinder-772623-5-iscsi neutron-server[91255]: self._notify() May 18 10:13:36.154295 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 10:13:36.154295 dv-cinder-772623-5-iscsi neutron-server[91255]: self.callback(batched_events) May 18 10:13:36.154295 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 10:13:36.154295 dv-cinder-772623-5-iscsi neutron-server[91255]: event.method(event) May 18 10:13:36.154295 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 10:13:36.154295 dv-cinder-772623-5-iscsi neutron-server[91255]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 10:13:36.154295 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 10:13:36.154295 dv-cinder-772623-5-iscsi neutron-server[91255]: aggregate_uuid = self.p_client.list_aggregates( May 18 10:13:36.154295 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 10:13:36.154295 dv-cinder-772623-5-iscsi neutron-server[91255]: return f(self, *a, **k) May 18 10:13:36.154295 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 10:13:36.154295 dv-cinder-772623-5-iscsi neutron-server[91255]: return self._get(url).json() May 18 10:13:36.154295 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 10:13:36.154295 dv-cinder-772623-5-iscsi neutron-server[91255]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 10:13:36.154295 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 10:13:36.154295 dv-cinder-772623-5-iscsi neutron-server[91255]: return self.request(url, 'GET', **kwargs) May 18 10:13:36.154295 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 10:13:36.154295 dv-cinder-772623-5-iscsi neutron-server[91255]: base_url = self.get_endpoint(auth, allow=allow, May 18 10:13:36.154295 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 10:13:36.154295 dv-cinder-772623-5-iscsi neutron-server[91255]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 10:13:36.154295 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 10:13:36.154295 dv-cinder-772623-5-iscsi neutron-server[91255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 10:13:36.154295 dv-cinder-772623-5-iscsi neutron-server[91255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 10:13:36.208776 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device e0e09497-363b-4c85-b8c3-85e7b1271fae no longer exists at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:13:36.239186 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9ed95d27-581f-4fc1-a351-f9cb5767fb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924726'] for network, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:36.244508 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-297cfd23-20b3-4f00-a429-cb2acf912d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:36.251652 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] No Port match for: e0e09497-363b-4c85-b8c3-85e7b1271fae {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:13:36.252018 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device e0e09497-363b-4c85-b8c3-85e7b1271fae not bound to the agent host dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:13:36.252450 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device b409b289-1a77-44a7-8ce0-4a7c9f600cec no longer exists at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:13:36.259261 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-9ed95d27-581f-4fc1-a351-f9cb5767fb2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for network, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:36.272742 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed95d27-581f-4fc1-a351-f9cb5767fb2a admin admin] Pushing event deleted for resources: {'Network': ['ID=c0e91282-5f4c-4c73-9e5f-fee8a39ee806,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:36.276245 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-9ed95d27-581f-4fc1-a351-f9cb5767fb2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:36.288621 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-9ed95d27-581f-4fc1-a351-f9cb5767fb2a admin admin] 10.222.0.11 "DELETE /v2.0/networks/c0e91282-5f4c-4c73-9e5f-fee8a39ee806 HTTP/1.1" status: 204 len: 168 time: 0.9209409 May 18 10:13:36.290776 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] No Port match for: b409b289-1a77-44a7-8ce0-4a7c9f600cec {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:13:36.291226 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device b409b289-1a77-44a7-8ce0-4a7c9f600cec not bound to the agent host dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:13:36.291525 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 42124) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:13:36.291656 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device 076c0b54-906d-4fbc-8e18-a482eb247b22 no longer exists at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:13:36.325428 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] No Port match for: 076c0b54-906d-4fbc-8e18-a482eb247b22 {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:13:36.325777 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device 076c0b54-906d-4fbc-8e18-a482eb247b22 not bound to the agent host dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:13:36.816549 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-12cf2d81-85d0-4535-9af5-022f21563474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921910'] for router_interface, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:36.907792 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 42134) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:13:37.026829 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-9359486d-0469-43e2-8163-52fddec63d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:37.042818 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-9359486d-0469-43e2-8163-52fddec63d14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:13:37.046838 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-9359486d-0469-43e2-8163-52fddec63d14 admin admin] Usage tracker for resource:security_group_rule and tenant:da06f9232f624dddb65582df251aa4ae is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:13:37.049849 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-9359486d-0469-43e2-8163-52fddec63d14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:13:37.055832 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-9359486d-0469-43e2-8163-52fddec63d14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:13:37.144423 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-9359486d-0469-43e2-8163-52fddec63d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:37.149022 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-9359486d-0469-43e2-8163-52fddec63d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:37.157798 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-4ae20d25-a44d-4cf6-9c31-fcfa84846727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:37.195201 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359486d-0469-43e2-8163-52fddec63d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff0d646-4e26-46b1-abfc-79701d06ad84,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:37.199544 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-9359486d-0469-43e2-8163-52fddec63d14 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=da06f9232f624dddb65582df251aa4ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2907407 May 18 10:13:37.200413 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-9359486d-0469-43e2-8163-52fddec63d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:37.202172 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 42140) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:13:37.261351 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-492cdca8-cf71-4d71-87a0-d83c1267f9c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:37.287064 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-492cdca8-cf71-4d71-87a0-d83c1267f9c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:37.311999 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [None req-12cf2d81-85d0-4535-9af5-022f21563474 admin admin] Deleting port 3724429e-37c3-410f-9dad-9a7b32203d27 {{(pid=91255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:13:37.312327 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-12cf2d81-85d0-4535-9af5-022f21563474 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:37.340717 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-492cdca8-cf71-4d71-87a0-d83c1267f9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:37.345581 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-5c07d545-584d-4126-aca7-53ee6538e895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:37.358260 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492cdca8-cf71-4d71-87a0-d83c1267f9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff0d646-4e26-46b1-abfc-79701d06ad84,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:37.360565 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-492cdca8-cf71-4d71-87a0-d83c1267f9c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:37.362727 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-492cdca8-cf71-4d71-87a0-d83c1267f9c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:37.370713 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-492cdca8-cf71-4d71-87a0-d83c1267f9c4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dff0d646-4e26-46b1-abfc-79701d06ad84 HTTP/1.1" status: 204 len: 168 time: 0.1636679 May 18 10:13:37.435520 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [None req-12cf2d81-85d0-4535-9af5-022f21563474 admin admin] For port 3724429e-37c3-410f-9dad-9a7b32203d27, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=3724429e-37c3-410f-9dad-9a7b32203d27,segment=NetworkSegment(9042e815-c83b-4f67-9c33-cd21acddfbc3),segment_id=9042e815-c83b-4f67-9c33-cd21acddfbc3)] {{(pid=91255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:13:37.435873 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-12cf2d81-85d0-4535-9af5-022f21563474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:37.559091 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [None req-12cf2d81-85d0-4535-9af5-022f21563474 admin admin] Calling delete_port for 3724429e-37c3-410f-9dad-9a7b32203d27 owned by network:router_interface {{(pid=91255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:13:37.711219 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-12cf2d81-85d0-4535-9af5-022f21563474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278795'] for port, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:37.714969 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:37.758000 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf2d81-85d0-4535-9af5-022f21563474 admin admin] Pushing event deleted for resources: {'Port': ['ID=3724429e-37c3-410f-9dad-9a7b32203d27,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:37.761702 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-12cf2d81-85d0-4535-9af5-022f21563474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:38.037235 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-12cf2d81-85d0-4535-9af5-022f21563474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-923302'] for router_interface, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:38.057696 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 42164) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:13:38.167671 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-e6024fe8-c3a5-40b0-96d9-3f18d1cc37ee admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1856669445-network', 'tenant_id': '370a1087f40543d08c394cfa7d622b95'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:13:38.173497 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-e6024fe8-c3a5-40b0-96d9-3f18d1cc37ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:13:38.178266 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-e6024fe8-c3a5-40b0-96d9-3f18d1cc37ee admin admin] Usage tracker for resource:network and tenant:370a1087f40543d08c394cfa7d622b95 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:13:38.181905 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-e6024fe8-c3a5-40b0-96d9-3f18d1cc37ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:13:38.188077 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-e6024fe8-c3a5-40b0-96d9-3f18d1cc37ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:13:38.199828 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6024fe8-c3a5-40b0-96d9-3f18d1cc37ee admin admin] Made reservation on behalf of 370a1087f40543d08c394cfa7d622b95 for: {'network': 1} {{(pid=91254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:13:38.202806 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e6024fe8-c3a5-40b0-96d9-3f18d1cc37ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7994813'] for network, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:38.219985 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e6024fe8-c3a5-40b0-96d9-3f18d1cc37ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:38.234806 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-e6024fe8-c3a5-40b0-96d9-3f18d1cc37ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:13:38.238673 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-e6024fe8-c3a5-40b0-96d9-3f18d1cc37ee admin admin] Usage tracker for resource:security_group_rule and tenant:370a1087f40543d08c394cfa7d622b95 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:13:38.241474 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-e6024fe8-c3a5-40b0-96d9-3f18d1cc37ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:13:38.247897 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-e6024fe8-c3a5-40b0-96d9-3f18d1cc37ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:13:38.329374 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e6024fe8-c3a5-40b0-96d9-3f18d1cc37ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:38.333049 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e6024fe8-c3a5-40b0-96d9-3f18d1cc37ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:38.336316 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-b8516441-7d0d-40b3-8848-8d15462b19e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:38.364696 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6024fe8-c3a5-40b0-96d9-3f18d1cc37ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=91254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 10:13:38.373834 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6024fe8-c3a5-40b0-96d9-3f18d1cc37ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54201693-a4a8-4dd2-b879-6583ecf37c04,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:38.377550 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-e6024fe8-c3a5-40b0-96d9-3f18d1cc37ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:38.380183 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e6024fe8-c3a5-40b0-96d9-3f18d1cc37ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901'] for segment, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:38.380754 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.db.segments_db [None req-e6024fe8-c3a5-40b0-96d9-3f18d1cc37ee admin admin] Added segment 385fe9c1-efcc-4582-89d8-83cfa18214e8 of type vlan for network e6649372-ea67-4783-bbc7-7b4dc960ce6a May 18 10:13:38.406469 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12cf2d81-85d0-4535-9af5-022f21563474 admin admin] Router f1fe7f9a-0711-4dea-af9e-32723f2bb153 has already been hosted by L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb {{(pid=91255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:13:38.411986 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e6024fe8-c3a5-40b0-96d9-3f18d1cc37ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726940834425'] for network, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:38.441117 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e6024fe8-c3a5-40b0-96d9-3f18d1cc37ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779696'] for network, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:38.442597 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6024fe8-c3a5-40b0-96d9-3f18d1cc37ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:13:38.443184 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e6024fe8-c3a5-40b0-96d9-3f18d1cc37ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for network, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:38.446603 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-9925cb20-0107-4b4a-8036-656c32a22d31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:38.547441 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6024fe8-c3a5-40b0-96d9-3f18d1cc37ee admin admin] Pushing event updated for resources: {'Network': ['ID=e6649372-ea67-4783-bbc7-7b4dc960ce6a,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:38.552982 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-e6024fe8-c3a5-40b0-96d9-3f18d1cc37ee admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4914737 May 18 10:13:38.552982 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-e6024fe8-c3a5-40b0-96d9-3f18d1cc37ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:38.553297 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 42170) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:13:38.558733 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Network e6649372-ea67-4783-bbc7-7b4dc960ce6a details requested by agent ovs-agent-dv-cinder-772623-5-iscsi with host dv-cinder-772623-5-iscsi {{(pid=91256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 10:13:38.559323 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-1b854ad7-cdff-4ba1-a00d-dc9d7ddc6474 admin admin] Request body: {'subnet': {'network_id': 'e6649372-ea67-4783-bbc7-7b4dc960ce6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1856669445-subnet', 'tenant_id': '370a1087f40543d08c394cfa7d622b95', 'ip_version': 4}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:13:38.563984 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-1b854ad7-cdff-4ba1-a00d-dc9d7ddc6474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:13:38.569149 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-1b854ad7-cdff-4ba1-a00d-dc9d7ddc6474 admin admin] Usage tracker for resource:subnet and tenant:370a1087f40543d08c394cfa7d622b95 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:13:38.573273 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-1b854ad7-cdff-4ba1-a00d-dc9d7ddc6474 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:13:38.579635 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-1b854ad7-cdff-4ba1-a00d-dc9d7ddc6474 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:13:38.591417 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b854ad7-cdff-4ba1-a00d-dc9d7ddc6474 admin admin] Made reservation on behalf of 370a1087f40543d08c394cfa7d622b95 for: {'subnet': 1} {{(pid=91254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:13:38.593816 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-1b854ad7-cdff-4ba1-a00d-dc9d7ddc6474 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3653721'] for subnet, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:38.681366 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cf2d81-85d0-4535-9af5-022f21563474 admin admin] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:13:38.692023 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7abd33-dd0f-4f5a-bbdd-4ee012639e0d None None] Sync routers for ids ['f1fe7f9a-0711-4dea-af9e-32723f2bb153'] in dv-cinder-772623-5-iscsi {{(pid=91257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:13:38.695449 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-12cf2d81-85d0-4535-9af5-022f21563474 admin admin] 10.222.0.11 "PUT /v2.0/routers/f1fe7f9a-0711-4dea-af9e-32723f2bb153/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4000297 May 18 10:13:38.695449 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 42174) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:13:38.702425 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7abd33-dd0f-4f5a-bbdd-4ee012639e0d None None] Routers {'f1fe7f9a-0711-4dea-af9e-32723f2bb153'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:13:38.702885 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-cb7abd33-dd0f-4f5a-bbdd-4ee012639e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:13:25Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['f1fe7f9a-0711-4dea-af9e-32723f2bb153'], 'active': True} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:13:38.883795 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-15e80a69-85e6-4c11-8deb-69ea71320fd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:38.923848 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvr_db [None req-cb7abd33-dd0f-4f5a-bbdd-4ee012639e0d None None] Set router f1fe7f9a-0711-4dea-af9e-32723f2bb153 gateway port host: dv-cinder-772623-5-iscsi {{(pid=91257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:13:38.992560 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-1b854ad7-cdff-4ba1-a00d-dc9d7ddc6474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2366996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3653739'] for subnet, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:38.997466 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-f06ed75a-f286-4c03-8b16-20a5a0cb6985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:39.066253 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-15e80a69-85e6-4c11-8deb-69ea71320fd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:39.068091 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b854ad7-cdff-4ba1-a00d-dc9d7ddc6474 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e3915dd-aa64-4e3d-a174-48c1050f39e4,revision_number=0']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:39.070881 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-1b854ad7-cdff-4ba1-a00d-dc9d7ddc6474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:39.078624 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b854ad7-cdff-4ba1-a00d-dc9d7ddc6474 admin admin] Checking segment: {'id': '385fe9c1-efcc-4582-89d8-83cfa18214e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e6649372-ea67-4783-bbc7-7b4dc960ce6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:13:39.079062 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b854ad7-cdff-4ba1-a00d-dc9d7ddc6474 admin admin] Network hostable DHCP agents. Network: e6649372-ea67-4783-bbc7-7b4dc960ce6a, hostable agents: ['06791c86-dc2e-4d91-8007-ff0b96d97a59'], hosted agents: [] {{(pid=91254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 10:13:39.098558 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b854ad7-cdff-4ba1-a00d-dc9d7ddc6474 admin admin] Network e6649372-ea67-4783-bbc7-7b4dc960ce6a is scheduled to be hosted by DHCP agent 06791c86-dc2e-4d91-8007-ff0b96d97a59 with binding_index 1 {{(pid=91254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 10:13:39.108985 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.base_scheduler [None req-1b854ad7-cdff-4ba1-a00d-dc9d7ddc6474 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-5-iscsi, e6649372-ea67-4783-bbc7-7b4dc960ce6a) {{(pid=91254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:13:39.121438 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cf9b96-90d8-4cba-a2f4-2b303d5d2e24 None None] Network e6649372-ea67-4783-bbc7-7b4dc960ce6a requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:13:39.128959 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b854ad7-cdff-4ba1-a00d-dc9d7ddc6474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:13:39.129551 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-1b854ad7-cdff-4ba1-a00d-dc9d7ddc6474 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:39.154102 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-1b854ad7-cdff-4ba1-a00d-dc9d7ddc6474 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5993769 May 18 10:13:39.156423 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 42178) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:13:39.157474 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [None req-15e80a69-85e6-4c11-8deb-69ea71320fd9 admin admin] Deleting port bd6ca2b3-f7d2-42b9-b098-a7c8f87d9d21 {{(pid=91255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:13:39.157828 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-15e80a69-85e6-4c11-8deb-69ea71320fd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:39.162420 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-79ee1a74-5c9e-4bc3-b3d0-ec3a9764f5ef admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1856669445-router', 'tenant_id': '370a1087f40543d08c394cfa7d622b95', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'}}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:13:39.167458 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-79ee1a74-5c9e-4bc3-b3d0-ec3a9764f5ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:13:39.171446 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-79ee1a74-5c9e-4bc3-b3d0-ec3a9764f5ef admin admin] Usage tracker for resource:router and tenant:370a1087f40543d08c394cfa7d622b95 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:13:39.174426 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-79ee1a74-5c9e-4bc3-b3d0-ec3a9764f5ef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:13:39.180415 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-79ee1a74-5c9e-4bc3-b3d0-ec3a9764f5ef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:13:39.198737 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-79ee1a74-5c9e-4bc3-b3d0-ec3a9764f5ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27157'] for router, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:39.200279 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-79ee1a74-5c9e-4bc3-b3d0-ec3a9764f5ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-647179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27166'] for router, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:39.222727 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-79ee1a74-5c9e-4bc3-b3d0-ec3a9764f5ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:39.233089 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-cb7abd33-dd0f-4f5a-bbdd-4ee012639e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fe7f9a-0711-4dea-af9e-32723f2bb153', 'name': 'tempest-TestShelveInstance-719251025-router', 'tenant_id': '14f70826dfac4499967f2408be89e22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'bd6ca2b3-f7d2-42b9-b098-a7c8f87d9d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:07:58Z', 'updated_at': '2021-05-18T10:13:37Z', 'revision_number': 5, 'project_id': '14f70826dfac4499967f2408be89e22e', 'gw_port': {'id': 'bd6ca2b3-f7d2-42b9-b098-a7c8f87d9d21', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:00:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fe7f9a-0711-4dea-af9e-32723f2bb153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:07:58Z', 'updated_at': '2021-05-18T10:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi'}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:13:39.237363 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7abd33-dd0f-4f5a-bbdd-4ee012639e0d None None] Checking router: f1fe7f9a-0711-4dea-af9e-32723f2bb153 for host: dv-cinder-772623-5-iscsi {{(pid=91257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:13:39.249213 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7abd33-dd0f-4f5a-bbdd-4ee012639e0d None None] Routers {'f1fe7f9a-0711-4dea-af9e-32723f2bb153'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:13:39.249826 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-cb7abd33-dd0f-4f5a-bbdd-4ee012639e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:13:25Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['f1fe7f9a-0711-4dea-af9e-32723f2bb153'], 'active': True} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:13:39.289413 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [None req-15e80a69-85e6-4c11-8deb-69ea71320fd9 admin admin] For port bd6ca2b3-f7d2-42b9-b098-a7c8f87d9d21, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=bd6ca2b3-f7d2-42b9-b098-a7c8f87d9d21,segment=NetworkSegment(f8569fa1-1255-4980-b926-c951cf4cc403),segment_id=f8569fa1-1255-4980-b926-c951cf4cc403)] {{(pid=91255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:13:39.289811 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-15e80a69-85e6-4c11-8deb-69ea71320fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:39.404470 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b87a2d-b4ce-4a1e-a705-77c1bf6e4c38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0422f885-e5fe-50de-bd50-521dd108a39f-e6649372-ea67-4783-bbc7-7b4dc960ce6a', 'network_id': 'e6649372-ea67-4783-bbc7-7b4dc960ce6a', 'tenant_id': '370a1087f40543d08c394cfa7d622b95', 'fixed_ips': [{'subnet_id': '4e3915dd-aa64-4e3d-a174-48c1050f39e4'}]}} from dv-cinder-772623-5-iscsi. {{(pid=91256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 10:13:39.408006 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-f0b87a2d-b4ce-4a1e-a705-77c1bf6e4c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:39.417402 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvr_db [None req-cb7abd33-dd0f-4f5a-bbdd-4ee012639e0d None None] Set router f1fe7f9a-0711-4dea-af9e-32723f2bb153 gateway port host: None {{(pid=91257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:13:39.425488 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [None req-15e80a69-85e6-4c11-8deb-69ea71320fd9 admin admin] Calling delete_port for bd6ca2b3-f7d2-42b9-b098-a7c8f87d9d21 owned by network:router_gateway {{(pid=91255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:13:39.532968 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-cb7abd33-dd0f-4f5a-bbdd-4ee012639e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fe7f9a-0711-4dea-af9e-32723f2bb153', 'name': 'tempest-TestShelveInstance-719251025-router', 'tenant_id': '14f70826dfac4499967f2408be89e22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:07:58Z', 'updated_at': '2021-05-18T10:13:39Z', 'revision_number': 6, 'project_id': '14f70826dfac4499967f2408be89e22e', 'gw_port_host': None}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:13:39.537632 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7abd33-dd0f-4f5a-bbdd-4ee012639e0d None None] The sync data for ids ['f1fe7f9a-0711-4dea-af9e-32723f2bb153'] in dv-cinder-772623-5-iscsi is: [{'id': 'f1fe7f9a-0711-4dea-af9e-32723f2bb153', 'name': 'tempest-TestShelveInstance-719251025-router', 'tenant_id': '14f70826dfac4499967f2408be89e22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:07:58Z', 'updated_at': '2021-05-18T10:13:39Z', 'revision_number': 6, 'project_id': '14f70826dfac4499967f2408be89e22e', 'gw_port_host': None}] {{(pid=91257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:13:39.591752 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-15e80a69-85e6-4c11-8deb-69ea71320fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278795'] for port, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:39.597323 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-3f49d136-22d1-44f8-b611-5fbe748f4a90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:39.607108 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.db_base_plugin_common [None req-f0b87a2d-b4ce-4a1e-a705-77c1bf6e4c38 None None] Allocated IP 172.20.0.2 (e6649372-ea67-4783-bbc7-7b4dc960ce6a/4e3915dd-aa64-4e3d-a174-48c1050f39e4/a9e4968e-b2d1-4e1b-b193-55b99aefa306) {{(pid=91256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:13:39.646673 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e80a69-85e6-4c11-8deb-69ea71320fd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd6ca2b3-f7d2-42b9-b098-a7c8f87d9d21,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:39.676383 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-79ee1a74-5c9e-4bc3-b3d0-ec3a9764f5ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27184'] for router, precommit_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:39.684578 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-15e80a69-85e6-4c11-8deb-69ea71320fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:39.744740 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-15e80a69-85e6-4c11-8deb-69ea71320fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924701'] for router_gateway, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:39.819992 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-f0b87a2d-b4ce-4a1e-a705-77c1bf6e4c38 None None] Notify callbacks [] for port, precommit_create {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:39.831096 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-f0b87a2d-b4ce-4a1e-a705-77c1bf6e4c38 None None] Transition to ACTIVE for port object a9e4968e-b2d1-4e1b-b193-55b99aefa306 will not be triggered until provisioned by entity L2. {{(pid=91256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:13:39.852459 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-f0b87a2d-b4ce-4a1e-a705-77c1bf6e4c38 None None] Transition to ACTIVE for port object a9e4968e-b2d1-4e1b-b193-55b99aefa306 will not be triggered until provisioned by entity DHCP. {{(pid=91256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:13:39.860420 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-f0b87a2d-b4ce-4a1e-a705-77c1bf6e4c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839'] for port, after_create {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:39.865250 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:39.923717 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-15e80a69-85e6-4c11-8deb-69ea71320fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27175'] for router, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:39.926038 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-15e80a69-85e6-4c11-8deb-69ea71320fd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:39.935218 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b87a2d-b4ce-4a1e-a705-77c1bf6e4c38 None None] Network e6649372-ea67-4783-bbc7-7b4dc960ce6a is already hosted by enough agents. {{(pid=91256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:13:39.937794 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.scheduler.base_scheduler [None req-f0b87a2d-b4ce-4a1e-a705-77c1bf6e4c38 None None] Resources bound (agent type, host, resource id): {{(pid=91256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:13:39.941631 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b87a2d-b4ce-4a1e-a705-77c1bf6e4c38 None None] Received port after_create {{(pid=91256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:13:39.947625 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b87a2d-b4ce-4a1e-a705-77c1bf6e4c38 None None] Pushing event updated for resources: {'Port': ['ID=a9e4968e-b2d1-4e1b-b193-55b99aefa306,revision_number=1']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:39.951676 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-f0b87a2d-b4ce-4a1e-a705-77c1bf6e4c38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:39.961630 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-15e80a69-85e6-4c11-8deb-69ea71320fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-648010'] for router, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:39.962248 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e80a69-85e6-4c11-8deb-69ea71320fd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1fe7f9a-0711-4dea-af9e-32723f2bb153 {{(pid=91255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 10:13:39.982008 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-15e80a69-85e6-4c11-8deb-69ea71320fd9 admin admin] Notify callbacks [] for router, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:39.983723 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-15e80a69-85e6-4c11-8deb-69ea71320fd9 admin admin] 10.222.0.11 "DELETE /v2.0/routers/f1fe7f9a-0711-4dea-af9e-32723f2bb153 HTTP/1.1" status: 204 len: 168 time: 1.2872145 May 18 10:13:39.985869 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 42182) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:13:40.005177 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-79ee1a74-5c9e-4bc3-b3d0-ec3a9764f5ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:40.038209 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-79ee1a74-5c9e-4bc3-b3d0-ec3a9764f5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:40.041711 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-f0b87a2d-b4ce-4a1e-a705-77c1bf6e4c38 None None] Attempting to bind port a9e4968e-b2d1-4e1b-b193-55b99aefa306 on host dv-cinder-772623-5-iscsi for vnic_type normal with profile {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:13:40.042321 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-f0b87a2d-b4ce-4a1e-a705-77c1bf6e4c38 None None] Attempting to bind port a9e4968e-b2d1-4e1b-b193-55b99aefa306 by drivers openvswitch,hyperv on host dv-cinder-772623-5-iscsi at level 0 using segments [{'id': '385fe9c1-efcc-4582-89d8-83cfa18214e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e6649372-ea67-4783-bbc7-7b4dc960ce6a'}] {{(pid=91256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:13:40.042915 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b87a2d-b4ce-4a1e-a705-77c1bf6e4c38 None None] Attempting to bind port a9e4968e-b2d1-4e1b-b193-55b99aefa306 on network e6649372-ea67-4783-bbc7-7b4dc960ce6a {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:13:40.048833 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b87a2d-b4ce-4a1e-a705-77c1bf6e4c38 None None] Checking agent: {'id': '5371dcab-484f-4434-b508-32f41307ace8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 25), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:13:40.049363 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b87a2d-b4ce-4a1e-a705-77c1bf6e4c38 None None] Checking segment: {'id': '385fe9c1-efcc-4582-89d8-83cfa18214e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e6649372-ea67-4783-bbc7-7b4dc960ce6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:13:40.049872 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-f0b87a2d-b4ce-4a1e-a705-77c1bf6e4c38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:40.050367 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b87a2d-b4ce-4a1e-a705-77c1bf6e4c38 None None] Bound using segment: {'id': '385fe9c1-efcc-4582-89d8-83cfa18214e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e6649372-ea67-4783-bbc7-7b4dc960ce6a'} {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:13:40.051040 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-f0b87a2d-b4ce-4a1e-a705-77c1bf6e4c38 None None] Bound port: a9e4968e-b2d1-4e1b-b193-55b99aefa306, host: dv-cinder-772623-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '385fe9c1-efcc-4582-89d8-83cfa18214e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e6649372-ea67-4783-bbc7-7b4dc960ce6a'}}] {{(pid=91256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:13:40.051485 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-f0b87a2d-b4ce-4a1e-a705-77c1bf6e4c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:40.051839 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.db_base_plugin_v2 [None req-a310367a-66a9-4114-8618-895a9094bd24 admin admin] Deleting subnet 405dba87-3d00-4a31-92a1-dfa6732b843f {{(pid=91255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 10:13:40.059044 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-a310367a-66a9-4114-8618-895a9094bd24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:40.184956 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-f0b87a2d-b4ce-4a1e-a705-77c1bf6e4c38 None None] For port a9e4968e-b2d1-4e1b-b193-55b99aefa306, host dv-cinder-772623-5-iscsi, cleared binding levels {{(pid=91256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:13:40.188614 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-f0b87a2d-b4ce-4a1e-a705-77c1bf6e4c38 None None] For port a9e4968e-b2d1-4e1b-b193-55b99aefa306, host dv-cinder-772623-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=a9e4968e-b2d1-4e1b-b193-55b99aefa306,segment=NetworkSegment(385fe9c1-efcc-4582-89d8-83cfa18214e8),segment_id=385fe9c1-efcc-4582-89d8-83cfa18214e8)] {{(pid=91256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:13:40.194142 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-f0b87a2d-b4ce-4a1e-a705-77c1bf6e4c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:40.197743 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.db_base_plugin_common [None req-79ee1a74-5c9e-4bc3-b3d0-ec3a9764f5ef admin admin] Allocated IP 172.27.1.45 (bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3/bad1a46d-7140-454d-84c6-4b97dc4a536e/ea2901ff-1c49-42c1-88e5-4e45666ced50) {{(pid=91254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:13:40.198713 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:40.213055 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-a310367a-66a9-4114-8618-895a9094bd24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2332627'] for subnet, precommit_delete_associations {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:40.281382 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b87a2d-b4ce-4a1e-a705-77c1bf6e4c38 None None] Pushing event updated for resources: {'Port': ['ID=a9e4968e-b2d1-4e1b-b193-55b99aefa306,revision_number=2']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:40.286122 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-f0b87a2d-b4ce-4a1e-a705-77c1bf6e4c38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:40.293577 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-a310367a-66a9-4114-8618-895a9094bd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379774'] for subnet, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:40.358112 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-79ee1a74-5c9e-4bc3-b3d0-ec3a9764f5ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:40.391442 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-79ee1a74-5c9e-4bc3-b3d0-ec3a9764f5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:40.397059 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-7ff2a43f-7d39-4ed3-822b-7915a683c45a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:40.426070 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device 3724429e-37c3-410f-9dad-9a7b32203d27 no longer exists at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:13:40.464193 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] No Port match for: 3724429e-37c3-410f-9dad-9a7b32203d27 {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:13:40.464519 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device 3724429e-37c3-410f-9dad-9a7b32203d27 not bound to the agent host dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:13:40.465326 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device bd6ca2b3-f7d2-42b9-b098-a7c8f87d9d21 no longer exists at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:13:40.485897 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ee1a74-5c9e-4bc3-b3d0-ec3a9764f5ef admin admin] Network bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3 is already hosted by enough agents. {{(pid=91254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:13:40.489139 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.base_scheduler [None req-79ee1a74-5c9e-4bc3-b3d0-ec3a9764f5ef admin admin] Resources bound (agent type, host, resource id): {{(pid=91254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:13:40.504107 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ee1a74-5c9e-4bc3-b3d0-ec3a9764f5ef admin admin] Received port after_create {{(pid=91254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:13:40.534583 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] No Port match for: bd6ca2b3-f7d2-42b9-b098-a7c8f87d9d21 {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:13:40.534829 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device bd6ca2b3-f7d2-42b9-b098-a7c8f87d9d21 not bound to the agent host dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:13:40.570022 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee1a74-5c9e-4bc3-b3d0-ec3a9764f5ef admin admin] Pushing event updated for resources: {'Port': ['ID=ea2901ff-1c49-42c1-88e5-4e45666ced50,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:40.582529 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-79ee1a74-5c9e-4bc3-b3d0-ec3a9764f5ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:40.633332 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-a310367a-66a9-4114-8618-895a9094bd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2298964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2126218'] for subnet, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:40.642904 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:40.675073 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-a310367a-66a9-4114-8618-895a9094bd24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for subnet, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:40.679688 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d2542b-913c-4857-8560-d87d42dec04c None None] Network 879a7901-7dc1-4756-8810-65107618b3ec requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:13:40.682634 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a310367a-66a9-4114-8618-895a9094bd24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=405dba87-3d00-4a31-92a1-dfa6732b843f,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:40.685767 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-a310367a-66a9-4114-8618-895a9094bd24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:40.689110 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-a310367a-66a9-4114-8618-895a9094bd24 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/405dba87-3d00-4a31-92a1-dfa6732b843f HTTP/1.1" status: 204 len: 168 time: 0.7021439 May 18 10:13:40.690030 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 42186) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:13:40.830215 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-536e32c5-ce12-4e84-a97a-37cf7c7c7bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7931910'] for network, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:40.906583 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [None req-536e32c5-ce12-4e84-a97a-37cf7c7c7bfb admin admin] Deleting port c8a7628c-0468-46b0-aa96-567ba4adc345 {{(pid=91255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:13:40.907085 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-536e32c5-ce12-4e84-a97a-37cf7c7c7bfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:40.992875 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1535e698-98d6-4f44-b18a-29d26918102c None None] DHCP port deletion for 879a7901-7dc1-4756-8810-65107618b3ec request from dv-cinder-772623-5-iscsi {{(pid=91256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 10:13:40.997440 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-79ee1a74-5c9e-4bc3-b3d0-ec3a9764f5ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:41.014993 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [None req-536e32c5-ce12-4e84-a97a-37cf7c7c7bfb admin admin] For port c8a7628c-0468-46b0-aa96-567ba4adc345, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=c8a7628c-0468-46b0-aa96-567ba4adc345,segment=NetworkSegment(9042e815-c83b-4f67-9c33-cd21acddfbc3),segment_id=9042e815-c83b-4f67-9c33-cd21acddfbc3)] {{(pid=91255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:13:41.015344 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-536e32c5-ce12-4e84-a97a-37cf7c7c7bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:41.090588 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-1535e698-98d6-4f44-b18a-29d26918102c None None] Deleting port c8a7628c-0468-46b0-aa96-567ba4adc345 {{(pid=91256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:13:41.093654 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-1535e698-98d6-4f44-b18a-29d26918102c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:41.160774 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [None req-536e32c5-ce12-4e84-a97a-37cf7c7c7bfb admin admin] Calling delete_port for c8a7628c-0468-46b0-aa96-567ba4adc345 owned by network:dhcp {{(pid=91255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:13:41.222659 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-536e32c5-ce12-4e84-a97a-37cf7c7c7bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278795'] for port, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:41.227398 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-1535e698-98d6-4f44-b18a-29d26918102c None None] For port c8a7628c-0468-46b0-aa96-567ba4adc345, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=c8a7628c-0468-46b0-aa96-567ba4adc345,segment=NetworkSegment(9042e815-c83b-4f67-9c33-cd21acddfbc3),segment_id=9042e815-c83b-4f67-9c33-cd21acddfbc3)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:13:41.227944 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-1535e698-98d6-4f44-b18a-29d26918102c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:41.228724 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-a75e1aa8-cb1d-4d60-93e5-67b780e99d8b tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:41.280481 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e32c5-ce12-4e84-a97a-37cf7c7c7bfb admin admin] Pushing event deleted for resources: {'Port': ['ID=c8a7628c-0468-46b0-aa96-567ba4adc345,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:41.286564 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536e32c5-ce12-4e84-a97a-37cf7c7c7bfb admin admin] No DVR routers for this DVR port c8a7628c-0468-46b0-aa96-567ba4adc345 on host dv-cinder-772623-5-iscsi {{(pid=91255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:13:41.288952 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-536e32c5-ce12-4e84-a97a-37cf7c7c7bfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:41.366165 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-1535e698-98d6-4f44-b18a-29d26918102c None None] Calling delete_port for c8a7628c-0468-46b0-aa96-567ba4adc345 owned by network:dhcp {{(pid=91256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:13:41.374358 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82db8f98-bb2e-455e-a745-1cd67deec3dc None None] Network e6649372-ea67-4783-bbc7-7b4dc960ce6a requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:13:41.419861 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-536e32c5-ce12-4e84-a97a-37cf7c7c7bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373237', 'neutron.services.segments.db._delete_segments_for_network-8726941291138'] for network, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:41.432796 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.services.segments.db [None req-536e32c5-ce12-4e84-a97a-37cf7c7c7bfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['879a7901-7dc1-4756-8810-65107618b3ec']}} {{(pid=91255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:13:41.447182 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.services.segments.db [None req-536e32c5-ce12-4e84-a97a-37cf7c7c7bfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9042e815-c83b-4f67-9c33-cd21acddfbc3') {'for_net_delete': True} {{(pid=91255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:13:41.447479 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.services.segments.db [None req-536e32c5-ce12-4e84-a97a-37cf7c7c7bfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9042e815-c83b-4f67-9c33-cd21acddfbc3') {} {{(pid=91255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:13:41.458949 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-536e32c5-ce12-4e84-a97a-37cf7c7c7bfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726941301643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2332612'] for segment, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:41.476954 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-536e32c5-ce12-4e84-a97a-37cf7c7c7bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901'] for segment, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:41.483702 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-536e32c5-ce12-4e84-a97a-37cf7c7c7bfb admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=91255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 10:13:41.484089 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-536e32c5-ce12-4e84-a97a-37cf7c7c7bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2278902'] for segment, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:41.490060 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-79ee1a74-5c9e-4bc3-b3d0-ec3a9764f5ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924912'] for router, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:41.500184 dv-cinder-772623-5-iscsi neutron-server[91255]: Traceback (most recent call last): May 18 10:13:41.500184 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 10:13:41.500184 dv-cinder-772623-5-iscsi neutron-server[91255]: timer() May 18 10:13:41.500184 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 10:13:41.500184 dv-cinder-772623-5-iscsi neutron-server[91255]: cb(*args, **kw) May 18 10:13:41.500184 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 10:13:41.500184 dv-cinder-772623-5-iscsi neutron-server[91255]: return func(*args, **kwargs) May 18 10:13:41.500184 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 10:13:41.500184 dv-cinder-772623-5-iscsi neutron-server[91255]: self._notify() May 18 10:13:41.500184 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 10:13:41.500184 dv-cinder-772623-5-iscsi neutron-server[91255]: self.callback(batched_events) May 18 10:13:41.500184 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 10:13:41.500184 dv-cinder-772623-5-iscsi neutron-server[91255]: event.method(event) May 18 10:13:41.500184 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 10:13:41.500184 dv-cinder-772623-5-iscsi neutron-server[91255]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 10:13:41.500184 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 10:13:41.500184 dv-cinder-772623-5-iscsi neutron-server[91255]: aggregate_uuid = self.p_client.list_aggregates( May 18 10:13:41.500184 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 10:13:41.500184 dv-cinder-772623-5-iscsi neutron-server[91255]: return f(self, *a, **k) May 18 10:13:41.500184 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 10:13:41.500184 dv-cinder-772623-5-iscsi neutron-server[91255]: return self._get(url).json() May 18 10:13:41.500184 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 10:13:41.500184 dv-cinder-772623-5-iscsi neutron-server[91255]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 10:13:41.500184 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 10:13:41.500184 dv-cinder-772623-5-iscsi neutron-server[91255]: return self.request(url, 'GET', **kwargs) May 18 10:13:41.500184 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 10:13:41.500184 dv-cinder-772623-5-iscsi neutron-server[91255]: base_url = self.get_endpoint(auth, allow=allow, May 18 10:13:41.500184 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 10:13:41.500184 dv-cinder-772623-5-iscsi neutron-server[91255]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 10:13:41.500184 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 10:13:41.500184 dv-cinder-772623-5-iscsi neutron-server[91255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 10:13:41.500184 dv-cinder-772623-5-iscsi neutron-server[91255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 10:13:41.510406 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-39d8da69-5389-400f-9265-432964a19ae2 None None] Provisioning for port a9e4968e-b2d1-4e1b-b193-55b99aefa306 completed by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:13:41.580855 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-536e32c5-ce12-4e84-a97a-37cf7c7c7bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924726'] for network, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:41.585359 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-7a3b6be1-2197-4f68-bcfd-0b40c4aeb3f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:41.593082 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-1535e698-98d6-4f44-b18a-29d26918102c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924'] for port, after_delete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:41.598096 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:41.601468 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-536e32c5-ce12-4e84-a97a-37cf7c7c7bfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for network, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:41.613314 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e32c5-ce12-4e84-a97a-37cf7c7c7bfb admin admin] Pushing event deleted for resources: {'Network': ['ID=879a7901-7dc1-4756-8810-65107618b3ec,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:41.622679 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-536e32c5-ce12-4e84-a97a-37cf7c7c7bfb admin admin] 10.222.0.11 "DELETE /v2.0/networks/879a7901-7dc1-4756-8810-65107618b3ec HTTP/1.1" status: 204 len: 168 time: 0.9274180 May 18 10:13:41.623880 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-536e32c5-ce12-4e84-a97a-37cf7c7c7bfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:41.642918 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1535e698-98d6-4f44-b18a-29d26918102c None None] Network 879a7901-7dc1-4756-8810-65107618b3ec is not hosted by any dhcp agent {{(pid=91256) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 18 10:13:41.643379 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1535e698-98d6-4f44-b18a-29d26918102c None None] No DVR routers for this DVR port c8a7628c-0468-46b0-aa96-567ba4adc345 on host dv-cinder-772623-5-iscsi {{(pid=91256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:13:41.674000 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1535e698-98d6-4f44-b18a-29d26918102c None None] Pushing event deleted for resources: {'Port': ['ID=c8a7628c-0468-46b0-aa96-567ba4adc345,revision_number=None']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:41.680837 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-1535e698-98d6-4f44-b18a-29d26918102c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:41.722563 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ee1a74-5c9e-4bc3-b3d0-ec3a9764f5ef admin admin] Router db7ed486-cb2d-4bec-ac04-dc953de9d17c is scheduled to L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb with binding_index 1 {{(pid=91254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 10:13:41.752778 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 42192) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:13:41.808786 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-a7140903-e981-42ed-89a8-dbed3f2a4bb7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d9e96036aab94f77912fe8beeb7e7dc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526865 May 18 10:13:41.809142 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 42196) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:13:41.882246 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-452db4cd-9025-4027-8e7d-d450c7c2d2aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:41.910328 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-452db4cd-9025-4027-8e7d-d450c7c2d2aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:41.922565 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ee1a74-5c9e-4bc3-b3d0-ec3a9764f5ef admin admin] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:13:41.931576 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a565405-8827-465d-a2ae-b70d1584bc8c None None] Sync routers for ids ['db7ed486-cb2d-4bec-ac04-dc953de9d17c'] in dv-cinder-772623-5-iscsi {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:13:41.947508 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a565405-8827-465d-a2ae-b70d1584bc8c None None] Routers {'db7ed486-cb2d-4bec-ac04-dc953de9d17c'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:13:41.947732 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-79ee1a74-5c9e-4bc3-b3d0-ec3a9764f5ef admin admin] Notify callbacks [] for router, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:41.948040 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-5a565405-8827-465d-a2ae-b70d1584bc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:13:25Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['db7ed486-cb2d-4bec-ac04-dc953de9d17c'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:13:41.951264 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-79ee1a74-5c9e-4bc3-b3d0-ec3a9764f5ef admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7933550 May 18 10:13:41.952105 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 42200) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:13:42.043784 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-452db4cd-9025-4027-8e7d-d450c7c2d2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:42.050341 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-adfb240c-e23f-450b-9dfa-88b769696443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:42.114608 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452db4cd-9025-4027-8e7d-d450c7c2d2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f61b59-5471-43a5-bc21-d230e2e058d6,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:42.116968 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-452db4cd-9025-4027-8e7d-d450c7c2d2aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:42.144245 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-5a565405-8827-465d-a2ae-b70d1584bc8c None None] Set router db7ed486-cb2d-4bec-ac04-dc953de9d17c gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:13:42.226060 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-452db4cd-9025-4027-8e7d-d450c7c2d2aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:42.229835 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-452db4cd-9025-4027-8e7d-d450c7c2d2aa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/64f61b59-5471-43a5-bc21-d230e2e058d6 HTTP/1.1" status: 204 len: 168 time: 0.4170711 May 18 10:13:42.247232 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device a9e4968e-b2d1-4e1b-b193-55b99aefa306 up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:13:42.456221 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning for port a9e4968e-b2d1-4e1b-b193-55b99aefa306 completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:13:42.472894 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port a9e4968e-b2d1-4e1b-b193-55b99aefa306 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:13:42.473244 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:42.618137 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 42208) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:13:42.645902 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:42.659732 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-5a565405-8827-465d-a2ae-b70d1584bc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7ed486-cb2d-4bec-ac04-dc953de9d17c', 'name': 'tempest-TestMinimumBasicScenario-1856669445-router', 'tenant_id': '370a1087f40543d08c394cfa7d622b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'ea2901ff-1c49-42c1-88e5-4e45666ced50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:13:39Z', 'updated_at': '2021-05-18T10:13:40Z', 'revision_number': 3, 'project_id': '370a1087f40543d08c394cfa7d622b95', 'gw_port': {'id': 'ea2901ff-1c49-42c1-88e5-4e45666ced50', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7ed486-cb2d-4bec-ac04-dc953de9d17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:13:40Z', 'updated_at': '2021-05-18T10:13:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi'}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:13:42.671810 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a565405-8827-465d-a2ae-b70d1584bc8c None None] Checking router: db7ed486-cb2d-4bec-ac04-dc953de9d17c for host: dv-cinder-772623-5-iscsi {{(pid=91256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:13:42.672169 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a565405-8827-465d-a2ae-b70d1584bc8c None None] Updating router db7ed486-cb2d-4bec-ac04-dc953de9d17c port ea2901ff-1c49-42c1-88e5-4e45666ced50 binding host dv-cinder-772623-5-iscsi {{(pid=91256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 10:13:42.677959 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 42212) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:13:42.679214 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-9b963c64-6317-4329-af24-a0c2fa28e72f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=14f70826dfac4499967f2408be89e22e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0592306 May 18 10:13:42.724760 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] For port a9e4968e-b2d1-4e1b-b193-55b99aefa306, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=a9e4968e-b2d1-4e1b-b193-55b99aefa306,segment=NetworkSegment(385fe9c1-efcc-4582-89d8-83cfa18214e8),segment_id=385fe9c1-efcc-4582-89d8-83cfa18214e8)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:13:42.732575 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:42.735901 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-edc489c7-875e-48f7-9eca-2377b4e2d776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:42.772090 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-5a565405-8827-465d-a2ae-b70d1584bc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:42.801476 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-24d93bcb-685c-46cc-8d03-3364921c6c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:42.803004 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device c8a7628c-0468-46b0-aa96-567ba4adc345 no longer exists at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:13:42.807444 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-b3641399-e7d1-4097-86e1-eec2298b7dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:42.868398 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] No Port match for: c8a7628c-0468-46b0-aa96-567ba4adc345 {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:13:42.869329 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device c8a7628c-0468-46b0-aa96-567ba4adc345 not bound to the agent host dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:13:42.882781 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-24d93bcb-685c-46cc-8d03-3364921c6c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:42.924130 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Pushing event updated for resources: {'Port': ['ID=a9e4968e-b2d1-4e1b-b193-55b99aefa306,revision_number=3']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:42.932536 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:43.008295 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-24d93bcb-685c-46cc-8d03-3364921c6c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:43.015054 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-275a1e3a-639e-47f8-a1a6-4acf2315ca46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:43.063701 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d93bcb-685c-46cc-8d03-3364921c6c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64d4f84-09bd-4573-a8a7-e8be580de5c6,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:43.065974 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-24d93bcb-685c-46cc-8d03-3364921c6c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:43.085290 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-24d93bcb-685c-46cc-8d03-3364921c6c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:43.086409 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-24d93bcb-685c-46cc-8d03-3364921c6c3b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a64d4f84-09bd-4573-a8a7-e8be580de5c6 HTTP/1.1" status: 204 len: 168 time: 0.4074531 May 18 10:13:43.097902 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.db_base_plugin_common [None req-b3641399-e7d1-4097-86e1-eec2298b7dfb admin admin] Allocated IP 172.20.0.1 (e6649372-ea67-4783-bbc7-7b4dc960ce6a/4e3915dd-aa64-4e3d-a174-48c1050f39e4/f70a4bfe-a2a5-4163-91d6-3e912fa583c7) {{(pid=91255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:13:43.182117 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-5a565405-8827-465d-a2ae-b70d1584bc8c None None] Notify callbacks [] for port, precommit_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:43.194680 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-5a565405-8827-465d-a2ae-b70d1584bc8c None None] Transition to ACTIVE for port object ea2901ff-1c49-42c1-88e5-4e45666ced50 will not be triggered until provisioned by entity L2. {{(pid=91256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:13:43.202521 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-5a565405-8827-465d-a2ae-b70d1584bc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:43.207454 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:43.257968 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-b3641399-e7d1-4097-86e1-eec2298b7dfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:43.277134 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.provisioning_blocks [None req-b3641399-e7d1-4097-86e1-eec2298b7dfb admin admin] Transition to ACTIVE for port object f70a4bfe-a2a5-4163-91d6-3e912fa583c7 will not be triggered until provisioned by entity DHCP. {{(pid=91255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:13:43.290101 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-5a565405-8827-465d-a2ae-b70d1584bc8c None None] Attempting to bind port ea2901ff-1c49-42c1-88e5-4e45666ced50 on host dv-cinder-772623-5-iscsi for vnic_type normal with profile {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:13:43.291054 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-5a565405-8827-465d-a2ae-b70d1584bc8c None None] Attempting to bind port ea2901ff-1c49-42c1-88e5-4e45666ced50 by drivers openvswitch,hyperv on host dv-cinder-772623-5-iscsi at level 0 using segments [{'id': 'f8569fa1-1255-4980-b926-c951cf4cc403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'}] {{(pid=91256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:13:43.291434 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a565405-8827-465d-a2ae-b70d1584bc8c None None] Attempting to bind port ea2901ff-1c49-42c1-88e5-4e45666ced50 on network bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3 {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:13:43.298198 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a4d82-4b3e-439a-ad95-b6bab0e7497c None None] Pushing event updated for resources: {'Port': ['ID=ea2901ff-1c49-42c1-88e5-4e45666ced50,revision_number=2']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:43.302717 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-f11a4d82-4b3e-439a-ad95-b6bab0e7497c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:43.303708 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a565405-8827-465d-a2ae-b70d1584bc8c None None] Checking agent: {'id': '5371dcab-484f-4434-b508-32f41307ace8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 25), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:13:43.304086 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a565405-8827-465d-a2ae-b70d1584bc8c None None] Checking segment: {'id': 'f8569fa1-1255-4980-b926-c951cf4cc403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:13:43.304506 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-5a565405-8827-465d-a2ae-b70d1584bc8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:43.304906 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a565405-8827-465d-a2ae-b70d1584bc8c None None] Bound using segment: {'id': 'f8569fa1-1255-4980-b926-c951cf4cc403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'} {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:13:43.305396 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-5a565405-8827-465d-a2ae-b70d1584bc8c None None] Bound port: ea2901ff-1c49-42c1-88e5-4e45666ced50, host: dv-cinder-772623-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8569fa1-1255-4980-b926-c951cf4cc403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'}}] {{(pid=91256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:13:43.305777 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-5a565405-8827-465d-a2ae-b70d1584bc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:43.317624 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-b3641399-e7d1-4097-86e1-eec2298b7dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278795'] for port, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:43.321902 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-efe87b57-ce90-496d-bfd2-061b61bdf78d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:43.385835 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-5a565405-8827-465d-a2ae-b70d1584bc8c None None] For port ea2901ff-1c49-42c1-88e5-4e45666ced50, host dv-cinder-772623-5-iscsi, cleared binding levels {{(pid=91256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:13:43.389226 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-5a565405-8827-465d-a2ae-b70d1584bc8c None None] For port ea2901ff-1c49-42c1-88e5-4e45666ced50, host dv-cinder-772623-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=ea2901ff-1c49-42c1-88e5-4e45666ced50,segment=NetworkSegment(f8569fa1-1255-4980-b926-c951cf4cc403),segment_id=f8569fa1-1255-4980-b926-c951cf4cc403)] {{(pid=91256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:13:43.392231 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3641399-e7d1-4097-86e1-eec2298b7dfb admin admin] Network e6649372-ea67-4783-bbc7-7b4dc960ce6a is already hosted by enough agents. {{(pid=91255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:13:43.396295 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [None req-b3641399-e7d1-4097-86e1-eec2298b7dfb admin admin] Resources bound (agent type, host, resource id): {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:13:43.397204 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-5a565405-8827-465d-a2ae-b70d1584bc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:43.400220 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3641399-e7d1-4097-86e1-eec2298b7dfb admin admin] Received port after_create {{(pid=91255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:13:43.402744 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:43.435883 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3641399-e7d1-4097-86e1-eec2298b7dfb admin admin] Pushing event updated for resources: {'Port': ['ID=f70a4bfe-a2a5-4163-91d6-3e912fa583c7,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:43.449178 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-b3641399-e7d1-4097-86e1-eec2298b7dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:43.473223 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-b3641399-e7d1-4097-86e1-eec2298b7dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921923'] for router_interface, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:43.495993 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a4d82-4b3e-439a-ad95-b6bab0e7497c None None] Pushing event updated for resources: {'Port': ['ID=ea2901ff-1c49-42c1-88e5-4e45666ced50,revision_number=3']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:43.504221 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-f11a4d82-4b3e-439a-ad95-b6bab0e7497c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:43.521069 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a565405-8827-465d-a2ae-b70d1584bc8c None None] Routers {'db7ed486-cb2d-4bec-ac04-dc953de9d17c'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:13:43.521873 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-5a565405-8827-465d-a2ae-b70d1584bc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:13:25Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['db7ed486-cb2d-4bec-ac04-dc953de9d17c'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:13:43.704057 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-873cbc84-6225-4ac6-a1c2-36ee5a662e30 None None] Provisioning for port f70a4bfe-a2a5-4163-91d6-3e912fa583c7 completed by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:13:43.715637 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-5a565405-8827-465d-a2ae-b70d1584bc8c None None] Set router db7ed486-cb2d-4bec-ac04-dc953de9d17c gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:13:43.738489 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-b3641399-e7d1-4097-86e1-eec2298b7dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:43.758252 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-873cbc84-6225-4ac6-a1c2-36ee5a662e30 None None] Provisioning complete for port f70a4bfe-a2a5-4163-91d6-3e912fa583c7 triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:13:43.758884 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-873cbc84-6225-4ac6-a1c2-36ee5a662e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:43.987480 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-873cbc84-6225-4ac6-a1c2-36ee5a662e30 None None] Port f70a4bfe-a2a5-4163-91d6-3e912fa583c7 cannot update to ACTIVE because it is not bound. {{(pid=91256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:13:44.063220 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-b3641399-e7d1-4097-86e1-eec2298b7dfb admin admin] Notify callbacks [] for port, precommit_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:44.067934 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-b3641399-e7d1-4097-86e1-eec2298b7dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2278802'] for port, after_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:44.086103 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-5a565405-8827-465d-a2ae-b70d1584bc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7ed486-cb2d-4bec-ac04-dc953de9d17c', 'name': 'tempest-TestMinimumBasicScenario-1856669445-router', 'tenant_id': '370a1087f40543d08c394cfa7d622b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'ea2901ff-1c49-42c1-88e5-4e45666ced50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:13:39Z', 'updated_at': '2021-05-18T10:13:40Z', 'revision_number': 3, 'project_id': '370a1087f40543d08c394cfa7d622b95', 'gw_port': {'id': 'ea2901ff-1c49-42c1-88e5-4e45666ced50', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7ed486-cb2d-4bec-ac04-dc953de9d17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:13:40Z', 'updated_at': '2021-05-18T10:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi'}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:13:44.090657 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a565405-8827-465d-a2ae-b70d1584bc8c None None] The sync data for ids ['db7ed486-cb2d-4bec-ac04-dc953de9d17c'] in dv-cinder-772623-5-iscsi is: [{'id': 'db7ed486-cb2d-4bec-ac04-dc953de9d17c', 'name': 'tempest-TestMinimumBasicScenario-1856669445-router', 'tenant_id': '370a1087f40543d08c394cfa7d622b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'ea2901ff-1c49-42c1-88e5-4e45666ced50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:13:39Z', 'updated_at': '2021-05-18T10:13:40Z', 'revision_number': 3, 'project_id': '370a1087f40543d08c394cfa7d622b95', 'gw_port': {'id': 'ea2901ff-1c49-42c1-88e5-4e45666ced50', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7ed486-cb2d-4bec-ac04-dc953de9d17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:13:40Z', 'updated_at': '2021-05-18T10:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi'}] {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:13:44.095214 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-9bb5241e-066e-48c9-8db4-d170e3326435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:44.175123 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-b3641399-e7d1-4097-86e1-eec2298b7dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921892'] for router_interface, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:44.178893 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3641399-e7d1-4097-86e1-eec2298b7dfb admin admin] Pushing event updated for resources: {'Port': ['ID=f70a4bfe-a2a5-4163-91d6-3e912fa583c7,revision_number=2']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:44.182230 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-b3641399-e7d1-4097-86e1-eec2298b7dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:44.216513 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device a9e4968e-b2d1-4e1b-b193-55b99aefa306 up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:13:44.295088 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port a9e4968e-b2d1-4e1b-b193-55b99aefa306 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:13:44.295470 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:44.350065 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3641399-e7d1-4097-86e1-eec2298b7dfb admin admin] Network e6649372-ea67-4783-bbc7-7b4dc960ce6a is already hosted by enough agents. {{(pid=91255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:13:44.353632 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [None req-b3641399-e7d1-4097-86e1-eec2298b7dfb admin admin] Resources bound (agent type, host, resource id): {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:13:44.560202 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3641399-e7d1-4097-86e1-eec2298b7dfb admin admin] Router db7ed486-cb2d-4bec-ac04-dc953de9d17c has already been hosted by L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb {{(pid=91255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:13:44.616771 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-cd39153a-b3f7-43b5-a6ae-b80f7cfcf0f3 None None] Provisioning complete for port f70a4bfe-a2a5-4163-91d6-3e912fa583c7 triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:13:44.617045 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-cd39153a-b3f7-43b5-a6ae-b80f7cfcf0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:44.676128 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-cd39153a-b3f7-43b5-a6ae-b80f7cfcf0f3 None None] Port f70a4bfe-a2a5-4163-91d6-3e912fa583c7 cannot update to ACTIVE because it is not bound. {{(pid=91256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:13:44.742237 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3641399-e7d1-4097-86e1-eec2298b7dfb admin admin] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:13:44.747537 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-b3641399-e7d1-4097-86e1-eec2298b7dfb admin admin] 10.222.0.11 "PUT /v2.0/routers/db7ed486-cb2d-4bec-ac04-dc953de9d17c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7944241 May 18 10:13:45.321939 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 42232) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:13:45.327524 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-5fcd353a-8d82-40cc-8dd3-b245baad7293 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1347129772-network', 'tenant_id': '0b796245912049329e5888c1bc45cba7'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:13:45.332206 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-5fcd353a-8d82-40cc-8dd3-b245baad7293 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:13:45.336297 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-5fcd353a-8d82-40cc-8dd3-b245baad7293 admin admin] Usage tracker for resource:network and tenant:0b796245912049329e5888c1bc45cba7 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:13:45.339667 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-5fcd353a-8d82-40cc-8dd3-b245baad7293 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:13:45.345234 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-5fcd353a-8d82-40cc-8dd3-b245baad7293 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:13:45.356495 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcd353a-8d82-40cc-8dd3-b245baad7293 admin admin] Made reservation on behalf of 0b796245912049329e5888c1bc45cba7 for: {'network': 1} {{(pid=91255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:13:45.358846 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-5fcd353a-8d82-40cc-8dd3-b245baad7293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7994813'] for network, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:45.374349 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-5fcd353a-8d82-40cc-8dd3-b245baad7293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:45.388214 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-5fcd353a-8d82-40cc-8dd3-b245baad7293 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:13:45.392174 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-5fcd353a-8d82-40cc-8dd3-b245baad7293 admin admin] Usage tracker for resource:security_group_rule and tenant:0b796245912049329e5888c1bc45cba7 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:13:45.395093 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-5fcd353a-8d82-40cc-8dd3-b245baad7293 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:13:45.404006 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-5fcd353a-8d82-40cc-8dd3-b245baad7293 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:13:45.484727 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-5fcd353a-8d82-40cc-8dd3-b245baad7293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:45.488867 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-5fcd353a-8d82-40cc-8dd3-b245baad7293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:45.491947 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-77e40781-59fd-4153-930f-df2f5e05d17e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:45.520242 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fcd353a-8d82-40cc-8dd3-b245baad7293 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=91255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 10:13:45.529653 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd353a-8d82-40cc-8dd3-b245baad7293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d808a73a-f8f4-4f4a-914c-0a545f60aeeb,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:45.532626 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-5fcd353a-8d82-40cc-8dd3-b245baad7293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:45.536965 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-5fcd353a-8d82-40cc-8dd3-b245baad7293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901'] for segment, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:45.537139 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.db.segments_db [None req-5fcd353a-8d82-40cc-8dd3-b245baad7293 admin admin] Added segment bf5cd9f0-c296-49d7-afb0-19f6f1e27129 of type vlan for network 7dfea0e9-301a-43f3-ae67-d5e3eeb4bf8f May 18 10:13:45.563113 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-5fcd353a-8d82-40cc-8dd3-b245baad7293 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726940834425'] for network, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:45.573768 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e7bede-b4b7-4452-9182-7bf669862f6e None None] Sync routers for ids ['db7ed486-cb2d-4bec-ac04-dc953de9d17c'] in dv-cinder-772623-5-iscsi {{(pid=91257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:13:45.583140 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e7bede-b4b7-4452-9182-7bf669862f6e None None] Routers {'db7ed486-cb2d-4bec-ac04-dc953de9d17c'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:13:45.583735 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-c0e7bede-b4b7-4452-9182-7bf669862f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:13:25Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['db7ed486-cb2d-4bec-ac04-dc953de9d17c'], 'active': True} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:13:45.595536 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-5fcd353a-8d82-40cc-8dd3-b245baad7293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779696'] for network, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:45.596961 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcd353a-8d82-40cc-8dd3-b245baad7293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:13:45.597535 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-5fcd353a-8d82-40cc-8dd3-b245baad7293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for network, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:45.600863 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-536e32c5-ce12-4e84-a97a-37cf7c7c7bfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:45.701075 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd353a-8d82-40cc-8dd3-b245baad7293 admin admin] Pushing event updated for resources: {'Network': ['ID=7dfea0e9-301a-43f3-ae67-d5e3eeb4bf8f,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:45.706761 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-5fcd353a-8d82-40cc-8dd3-b245baad7293 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3808782 May 18 10:13:45.706761 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-5fcd353a-8d82-40cc-8dd3-b245baad7293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:45.706761 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 42236) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:13:45.712948 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Network 7dfea0e9-301a-43f3-ae67-d5e3eeb4bf8f details requested by agent ovs-agent-dv-cinder-772623-5-iscsi with host dv-cinder-772623-5-iscsi {{(pid=91256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 10:13:45.713495 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-a7f5dd3b-3816-468b-94db-96f50f7bf54c admin admin] Request body: {'subnet': {'network_id': '7dfea0e9-301a-43f3-ae67-d5e3eeb4bf8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1347129772-subnet', 'tenant_id': '0b796245912049329e5888c1bc45cba7', 'ip_version': 4}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:13:45.718435 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-a7f5dd3b-3816-468b-94db-96f50f7bf54c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:13:45.722829 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-a7f5dd3b-3816-468b-94db-96f50f7bf54c admin admin] Usage tracker for resource:subnet and tenant:0b796245912049329e5888c1bc45cba7 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:13:45.725344 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-a7f5dd3b-3816-468b-94db-96f50f7bf54c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:13:45.731682 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-a7f5dd3b-3816-468b-94db-96f50f7bf54c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:13:45.741478 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f5dd3b-3816-468b-94db-96f50f7bf54c admin admin] Made reservation on behalf of 0b796245912049329e5888c1bc45cba7 for: {'subnet': 1} {{(pid=91255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:13:45.743937 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-a7f5dd3b-3816-468b-94db-96f50f7bf54c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2126257'] for subnet, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:45.762955 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvr_db [None req-c0e7bede-b4b7-4452-9182-7bf669862f6e None None] Set router db7ed486-cb2d-4bec-ac04-dc953de9d17c gateway port host: dv-cinder-772623-5-iscsi {{(pid=91257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:13:46.073107 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-c0e7bede-b4b7-4452-9182-7bf669862f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7ed486-cb2d-4bec-ac04-dc953de9d17c', 'name': 'tempest-TestMinimumBasicScenario-1856669445-router', 'tenant_id': '370a1087f40543d08c394cfa7d622b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'ea2901ff-1c49-42c1-88e5-4e45666ced50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:13:39Z', 'updated_at': '2021-05-18T10:13:43Z', 'revision_number': 4, 'project_id': '370a1087f40543d08c394cfa7d622b95', 'gw_port': {'id': 'ea2901ff-1c49-42c1-88e5-4e45666ced50', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7ed486-cb2d-4bec-ac04-dc953de9d17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:13:40Z', 'updated_at': '2021-05-18T10:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'f70a4bfe-a2a5-4163-91d6-3e912fa583c7', 'name': '', 'network_id': 'e6649372-ea67-4783-bbc7-7b4dc960ce6a', 'tenant_id': '370a1087f40543d08c394cfa7d622b95', 'mac_address': 'fa:16:3e:b2:09:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7ed486-cb2d-4bec-ac04-dc953de9d17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '4e3915dd-aa64-4e3d-a174-48c1050f39e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:13:42Z', 'updated_at': '2021-05-18T10:13:43Z', 'revision_number': 2, 'project_id': '370a1087f40543d08c394cfa7d622b95', 'subnets': [{'id': '4e3915dd-aa64-4e3d-a174-48c1050f39e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:13:46.077495 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e7bede-b4b7-4452-9182-7bf669862f6e None None] Checking router: db7ed486-cb2d-4bec-ac04-dc953de9d17c for host: dv-cinder-772623-5-iscsi {{(pid=91257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:13:46.077854 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e7bede-b4b7-4452-9182-7bf669862f6e None None] Updating router db7ed486-cb2d-4bec-ac04-dc953de9d17c port f70a4bfe-a2a5-4163-91d6-3e912fa583c7 binding host dv-cinder-772623-5-iscsi {{(pid=91257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 10:13:46.125044 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-a7f5dd3b-3816-468b-94db-96f50f7bf54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2298907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2126211'] for subnet, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:46.129619 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-b599e62f-02ca-492b-a966-aefa1a6bf2ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:46.132826 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-c0e7bede-b4b7-4452-9182-7bf669862f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:46.201950 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5dd3b-3816-468b-94db-96f50f7bf54c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d48677b1-4f73-438c-bdad-953d47082bb1,revision_number=0']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:46.205533 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-a7f5dd3b-3816-468b-94db-96f50f7bf54c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:46.208228 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f5dd3b-3816-468b-94db-96f50f7bf54c admin admin] Checking segment: {'id': 'bf5cd9f0-c296-49d7-afb0-19f6f1e27129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7dfea0e9-301a-43f3-ae67-d5e3eeb4bf8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:13:46.208586 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f5dd3b-3816-468b-94db-96f50f7bf54c admin admin] Network hostable DHCP agents. Network: 7dfea0e9-301a-43f3-ae67-d5e3eeb4bf8f, hostable agents: ['06791c86-dc2e-4d91-8007-ff0b96d97a59'], hosted agents: [] {{(pid=91255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 10:13:46.226575 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f5dd3b-3816-468b-94db-96f50f7bf54c admin admin] Network 7dfea0e9-301a-43f3-ae67-d5e3eeb4bf8f is scheduled to be hosted by DHCP agent 06791c86-dc2e-4d91-8007-ff0b96d97a59 with binding_index 1 {{(pid=91255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 10:13:46.236687 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [None req-a7f5dd3b-3816-468b-94db-96f50f7bf54c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-5-iscsi, 7dfea0e9-301a-43f3-ae67-d5e3eeb4bf8f) {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:13:46.248863 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device ea2901ff-1c49-42c1-88e5-4e45666ced50 up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:13:46.252246 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f5dd3b-3816-468b-94db-96f50f7bf54c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:13:46.252882 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-a7f5dd3b-3816-468b-94db-96f50f7bf54c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for subnet, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:46.273514 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9baa7b6-cb86-4cdf-a76f-eb73dcda7f49 None None] Network 7dfea0e9-301a-43f3-ae67-d5e3eeb4bf8f requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:13:46.275605 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-a7f5dd3b-3816-468b-94db-96f50f7bf54c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5677905 May 18 10:13:46.278070 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 42240) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:13:46.283492 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-e5642bcb-f068-4bdf-8ba2-1b496d76c17c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1347129772-router', 'tenant_id': '0b796245912049329e5888c1bc45cba7', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'}}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:13:46.287920 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-e5642bcb-f068-4bdf-8ba2-1b496d76c17c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:13:46.294345 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-e5642bcb-f068-4bdf-8ba2-1b496d76c17c admin admin] Usage tracker for resource:router and tenant:0b796245912049329e5888c1bc45cba7 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:13:46.297288 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-e5642bcb-f068-4bdf-8ba2-1b496d76c17c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:13:46.303298 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-e5642bcb-f068-4bdf-8ba2-1b496d76c17c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:13:46.316598 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e5642bcb-f068-4bdf-8ba2-1b496d76c17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27157'] for router, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:46.318008 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e5642bcb-f068-4bdf-8ba2-1b496d76c17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-647179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27166'] for router, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:46.335662 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e5642bcb-f068-4bdf-8ba2-1b496d76c17c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:46.451766 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning for port ea2901ff-1c49-42c1-88e5-4e45666ced50 completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:13:46.467144 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port ea2901ff-1c49-42c1-88e5-4e45666ced50 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:13:46.467539 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:46.544800 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-c0e7bede-b4b7-4452-9182-7bf669862f6e None None] Notify callbacks [] for port, precommit_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:46.558946 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.provisioning_blocks [None req-c0e7bede-b4b7-4452-9182-7bf669862f6e None None] Transition to ACTIVE for port object f70a4bfe-a2a5-4163-91d6-3e912fa583c7 will not be triggered until provisioned by entity L2. {{(pid=91257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:13:46.566694 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-c0e7bede-b4b7-4452-9182-7bf669862f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:46.573596 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG oslo_concurrency.lockutils [None req-42812dce-d9ce-43a5-bab1-5a2137c6e051 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:46.600323 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c714f1c4-c74f-4641-a4b8-b77735b4c0e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0422f885-e5fe-50de-bd50-521dd108a39f-7dfea0e9-301a-43f3-ae67-d5e3eeb4bf8f', 'network_id': '7dfea0e9-301a-43f3-ae67-d5e3eeb4bf8f', 'tenant_id': '0b796245912049329e5888c1bc45cba7', 'fixed_ips': [{'subnet_id': 'd48677b1-4f73-438c-bdad-953d47082bb1'}]}} from dv-cinder-772623-5-iscsi. {{(pid=91256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 10:13:46.601052 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-c714f1c4-c74f-4641-a4b8-b77735b4c0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:46.713455 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e5642bcb-f068-4bdf-8ba2-1b496d76c17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27184'] for router, precommit_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:46.786919 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.managers [None req-c0e7bede-b4b7-4452-9182-7bf669862f6e None None] Attempting to bind port f70a4bfe-a2a5-4163-91d6-3e912fa583c7 on host dv-cinder-772623-5-iscsi for vnic_type normal with profile {{(pid=91257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:13:46.787407 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.managers [None req-c0e7bede-b4b7-4452-9182-7bf669862f6e None None] Attempting to bind port f70a4bfe-a2a5-4163-91d6-3e912fa583c7 by drivers openvswitch,hyperv on host dv-cinder-772623-5-iscsi at level 0 using segments [{'id': '385fe9c1-efcc-4582-89d8-83cfa18214e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e6649372-ea67-4783-bbc7-7b4dc960ce6a'}] {{(pid=91257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:13:46.787617 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e7bede-b4b7-4452-9182-7bf669862f6e None None] Attempting to bind port f70a4bfe-a2a5-4163-91d6-3e912fa583c7 on network e6649372-ea67-4783-bbc7-7b4dc960ce6a {{(pid=91257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:13:46.795540 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e7bede-b4b7-4452-9182-7bf669862f6e None None] Checking agent: {'id': '5371dcab-484f-4434-b508-32f41307ace8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 25), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:13:46.795902 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e7bede-b4b7-4452-9182-7bf669862f6e None None] Checking segment: {'id': '385fe9c1-efcc-4582-89d8-83cfa18214e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e6649372-ea67-4783-bbc7-7b4dc960ce6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:13:46.796290 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-c0e7bede-b4b7-4452-9182-7bf669862f6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:46.796671 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e7bede-b4b7-4452-9182-7bf669862f6e None None] Bound using segment: {'id': '385fe9c1-efcc-4582-89d8-83cfa18214e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e6649372-ea67-4783-bbc7-7b4dc960ce6a'} {{(pid=91257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:13:46.797135 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.managers [None req-c0e7bede-b4b7-4452-9182-7bf669862f6e None None] Bound port: f70a4bfe-a2a5-4163-91d6-3e912fa583c7, host: dv-cinder-772623-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '385fe9c1-efcc-4582-89d8-83cfa18214e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e6649372-ea67-4783-bbc7-7b4dc960ce6a'}}] {{(pid=91257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:13:46.797494 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-c0e7bede-b4b7-4452-9182-7bf669862f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:46.801655 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.db_base_plugin_common [None req-c714f1c4-c74f-4641-a4b8-b77735b4c0e9 None None] Allocated IP 172.20.0.2 (7dfea0e9-301a-43f3-ae67-d5e3eeb4bf8f/d48677b1-4f73-438c-bdad-953d47082bb1/17f79818-937f-42d9-aa5b-1f36c6695f28) {{(pid=91256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:13:46.853488 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7513b14f-7019-4f3e-9ebb-a65771f7c89d None None] Pushing event updated for resources: {'Port': ['ID=f70a4bfe-a2a5-4163-91d6-3e912fa583c7,revision_number=3']} {{(pid=91257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:46.855871 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:46.872290 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513b14f-7019-4f3e-9ebb-a65771f7c89d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:46.872708 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513b14f-7019-4f3e-9ebb-a65771f7c89d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:46.873097 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513b14f-7019-4f3e-9ebb-a65771f7c89d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:46.873482 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513b14f-7019-4f3e-9ebb-a65771f7c89d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:46.873865 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513b14f-7019-4f3e-9ebb-a65771f7c89d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:46.874350 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513b14f-7019-4f3e-9ebb-a65771f7c89d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:46.874748 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513b14f-7019-4f3e-9ebb-a65771f7c89d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:46.875126 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513b14f-7019-4f3e-9ebb-a65771f7c89d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:46.875523 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513b14f-7019-4f3e-9ebb-a65771f7c89d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:46.875922 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513b14f-7019-4f3e-9ebb-a65771f7c89d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:46.876278 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513b14f-7019-4f3e-9ebb-a65771f7c89d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:46.876646 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513b14f-7019-4f3e-9ebb-a65771f7c89d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:13:46.887480 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG oslo_concurrency.lockutils [None req-7513b14f-7019-4f3e-9ebb-a65771f7c89d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=91257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:46.919551 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.db [None req-c0e7bede-b4b7-4452-9182-7bf669862f6e None None] For port f70a4bfe-a2a5-4163-91d6-3e912fa583c7, host dv-cinder-772623-5-iscsi, cleared binding levels {{(pid=91257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:13:46.923287 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.db [None req-c0e7bede-b4b7-4452-9182-7bf669862f6e None None] For port f70a4bfe-a2a5-4163-91d6-3e912fa583c7, host dv-cinder-772623-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=f70a4bfe-a2a5-4163-91d6-3e912fa583c7,segment=NetworkSegment(385fe9c1-efcc-4582-89d8-83cfa18214e8),segment_id=385fe9c1-efcc-4582-89d8-83cfa18214e8)] {{(pid=91257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:13:46.929891 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-c0e7bede-b4b7-4452-9182-7bf669862f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:46.936269 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG oslo_concurrency.lockutils [None req-77c0329d-0d7e-4b99-83cb-fa4db52ba6fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:46.950052 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] For port ea2901ff-1c49-42c1-88e5-4e45666ced50, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=ea2901ff-1c49-42c1-88e5-4e45666ced50,segment=NetworkSegment(f8569fa1-1255-4980-b926-c951cf4cc403),segment_id=f8569fa1-1255-4980-b926-c951cf4cc403)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:13:46.969473 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:46.974467 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:47.014264 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e7bede-b4b7-4452-9182-7bf669862f6e None None] Routers {'db7ed486-cb2d-4bec-ac04-dc953de9d17c'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:13:47.016462 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-c0e7bede-b4b7-4452-9182-7bf669862f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:13:25Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['db7ed486-cb2d-4bec-ac04-dc953de9d17c'], 'active': True} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:13:47.018732 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:47.062211 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e5642bcb-f068-4bdf-8ba2-1b496d76c17c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:47.078938 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7513b14f-7019-4f3e-9ebb-a65771f7c89d None None] Pushing event updated for resources: {'Port': ['ID=f70a4bfe-a2a5-4163-91d6-3e912fa583c7,revision_number=4']} {{(pid=91257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:47.083378 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG oslo_concurrency.lockutils [None req-7513b14f-7019-4f3e-9ebb-a65771f7c89d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:47.094472 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e5642bcb-f068-4bdf-8ba2-1b496d76c17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:47.116848 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Pushing event updated for resources: {'Port': ['ID=ea2901ff-1c49-42c1-88e5-4e45666ced50,revision_number=4']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:47.121517 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:47.125150 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-c714f1c4-c74f-4641-a4b8-b77735b4c0e9 None None] Notify callbacks [] for port, precommit_create {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:47.137053 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-c714f1c4-c74f-4641-a4b8-b77735b4c0e9 None None] Transition to ACTIVE for port object 17f79818-937f-42d9-aa5b-1f36c6695f28 will not be triggered until provisioned by entity L2. {{(pid=91256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:13:47.160058 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-c714f1c4-c74f-4641-a4b8-b77735b4c0e9 None None] Transition to ACTIVE for port object 17f79818-937f-42d9-aa5b-1f36c6695f28 will not be triggered until provisioned by entity DHCP. {{(pid=91256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:13:47.167042 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-c714f1c4-c74f-4641-a4b8-b77735b4c0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839'] for port, after_create {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:47.172686 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-f11a4d82-4b3e-439a-ad95-b6bab0e7497c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:47.217384 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvr_db [None req-c0e7bede-b4b7-4452-9182-7bf669862f6e None None] Set router db7ed486-cb2d-4bec-ac04-dc953de9d17c gateway port host: dv-cinder-772623-5-iscsi {{(pid=91257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:13:47.249816 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c714f1c4-c74f-4641-a4b8-b77735b4c0e9 None None] Network 7dfea0e9-301a-43f3-ae67-d5e3eeb4bf8f is already hosted by enough agents. {{(pid=91256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:13:47.253038 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.scheduler.base_scheduler [None req-c714f1c4-c74f-4641-a4b8-b77735b4c0e9 None None] Resources bound (agent type, host, resource id): {{(pid=91256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:13:47.258299 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c714f1c4-c74f-4641-a4b8-b77735b4c0e9 None None] Received port after_create {{(pid=91256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:13:47.258714 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.db_base_plugin_common [None req-e5642bcb-f068-4bdf-8ba2-1b496d76c17c admin admin] Allocated IP 172.27.1.166 (bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3/bad1a46d-7140-454d-84c6-4b97dc4a536e/b3053ab5-acf9-4cf6-b4a1-859c170f40cf) {{(pid=91255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:13:47.261842 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c714f1c4-c74f-4641-a4b8-b77735b4c0e9 None None] Pushing event updated for resources: {'Port': ['ID=17f79818-937f-42d9-aa5b-1f36c6695f28,revision_number=1']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:47.265226 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-c714f1c4-c74f-4641-a4b8-b77735b4c0e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:47.366856 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-c714f1c4-c74f-4641-a4b8-b77735b4c0e9 None None] Attempting to bind port 17f79818-937f-42d9-aa5b-1f36c6695f28 on host dv-cinder-772623-5-iscsi for vnic_type normal with profile {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:13:47.367129 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-c714f1c4-c74f-4641-a4b8-b77735b4c0e9 None None] Attempting to bind port 17f79818-937f-42d9-aa5b-1f36c6695f28 by drivers openvswitch,hyperv on host dv-cinder-772623-5-iscsi at level 0 using segments [{'id': 'bf5cd9f0-c296-49d7-afb0-19f6f1e27129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7dfea0e9-301a-43f3-ae67-d5e3eeb4bf8f'}] {{(pid=91256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:13:47.367492 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c714f1c4-c74f-4641-a4b8-b77735b4c0e9 None None] Attempting to bind port 17f79818-937f-42d9-aa5b-1f36c6695f28 on network 7dfea0e9-301a-43f3-ae67-d5e3eeb4bf8f {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:13:47.374652 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c714f1c4-c74f-4641-a4b8-b77735b4c0e9 None None] Checking agent: {'id': '5371dcab-484f-4434-b508-32f41307ace8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 25), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:13:47.375035 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c714f1c4-c74f-4641-a4b8-b77735b4c0e9 None None] Checking segment: {'id': 'bf5cd9f0-c296-49d7-afb0-19f6f1e27129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7dfea0e9-301a-43f3-ae67-d5e3eeb4bf8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:13:47.375437 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-c714f1c4-c74f-4641-a4b8-b77735b4c0e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:47.375832 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c714f1c4-c74f-4641-a4b8-b77735b4c0e9 None None] Bound using segment: {'id': 'bf5cd9f0-c296-49d7-afb0-19f6f1e27129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7dfea0e9-301a-43f3-ae67-d5e3eeb4bf8f'} {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:13:47.376297 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-c714f1c4-c74f-4641-a4b8-b77735b4c0e9 None None] Bound port: 17f79818-937f-42d9-aa5b-1f36c6695f28, host: dv-cinder-772623-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf5cd9f0-c296-49d7-afb0-19f6f1e27129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7dfea0e9-301a-43f3-ae67-d5e3eeb4bf8f'}}] {{(pid=91256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:13:47.376671 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-c714f1c4-c74f-4641-a4b8-b77735b4c0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:47.435882 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e5642bcb-f068-4bdf-8ba2-1b496d76c17c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:47.474189 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e5642bcb-f068-4bdf-8ba2-1b496d76c17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278795'] for port, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:47.477552 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-c714f1c4-c74f-4641-a4b8-b77735b4c0e9 None None] For port 17f79818-937f-42d9-aa5b-1f36c6695f28, host dv-cinder-772623-5-iscsi, cleared binding levels {{(pid=91256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:13:47.481441 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-c714f1c4-c74f-4641-a4b8-b77735b4c0e9 None None] For port 17f79818-937f-42d9-aa5b-1f36c6695f28, host dv-cinder-772623-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=17f79818-937f-42d9-aa5b-1f36c6695f28,segment=NetworkSegment(bf5cd9f0-c296-49d7-afb0-19f6f1e27129),segment_id=bf5cd9f0-c296-49d7-afb0-19f6f1e27129)] {{(pid=91256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:13:47.484099 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-9fccd3d4-644e-4d54-ab07-9a40b4ed40c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:47.484674 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-c714f1c4-c74f-4641-a4b8-b77735b4c0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:47.489146 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:47.531997 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5642bcb-f068-4bdf-8ba2-1b496d76c17c admin admin] Network bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3 is already hosted by enough agents. {{(pid=91255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:13:47.543418 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [None req-e5642bcb-f068-4bdf-8ba2-1b496d76c17c admin admin] Resources bound (agent type, host, resource id): {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:13:47.547659 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5642bcb-f068-4bdf-8ba2-1b496d76c17c admin admin] Received port after_create {{(pid=91255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:13:47.549509 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-c0e7bede-b4b7-4452-9182-7bf669862f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7ed486-cb2d-4bec-ac04-dc953de9d17c', 'name': 'tempest-TestMinimumBasicScenario-1856669445-router', 'tenant_id': '370a1087f40543d08c394cfa7d622b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'ea2901ff-1c49-42c1-88e5-4e45666ced50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:13:39Z', 'updated_at': '2021-05-18T10:13:43Z', 'revision_number': 4, 'project_id': '370a1087f40543d08c394cfa7d622b95', 'gw_port': {'id': 'ea2901ff-1c49-42c1-88e5-4e45666ced50', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7ed486-cb2d-4bec-ac04-dc953de9d17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:13:40Z', 'updated_at': '2021-05-18T10:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'f70a4bfe-a2a5-4163-91d6-3e912fa583c7', 'name': '', 'network_id': 'e6649372-ea67-4783-bbc7-7b4dc960ce6a', 'tenant_id': '370a1087f40543d08c394cfa7d622b95', 'mac_address': 'fa:16:3e:b2:09:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7ed486-cb2d-4bec-ac04-dc953de9d17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '4e3915dd-aa64-4e3d-a174-48c1050f39e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:13:42Z', 'updated_at': '2021-05-18T10:13:46Z', 'revision_number': 4, 'project_id': '370a1087f40543d08c394cfa7d622b95', 'subnets': [{'id': '4e3915dd-aa64-4e3d-a174-48c1050f39e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:13:47.553786 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e7bede-b4b7-4452-9182-7bf669862f6e None None] The sync data for ids ['db7ed486-cb2d-4bec-ac04-dc953de9d17c'] in dv-cinder-772623-5-iscsi is: [{'id': 'db7ed486-cb2d-4bec-ac04-dc953de9d17c', 'name': 'tempest-TestMinimumBasicScenario-1856669445-router', 'tenant_id': '370a1087f40543d08c394cfa7d622b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'ea2901ff-1c49-42c1-88e5-4e45666ced50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:13:39Z', 'updated_at': '2021-05-18T10:13:43Z', 'revision_number': 4, 'project_id': '370a1087f40543d08c394cfa7d622b95', 'gw_port': {'id': 'ea2901ff-1c49-42c1-88e5-4e45666ced50', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7ed486-cb2d-4bec-ac04-dc953de9d17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:13:40Z', 'updated_at': '2021-05-18T10:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'f70a4bfe-a2a5-4163-91d6-3e912fa583c7', 'name': '', 'network_id': 'e6649372-ea67-4783-bbc7-7b4dc960ce6a', 'tenant_id': '370a1087f40543d08c394cfa7d622b95', 'mac_address': 'fa:16:3e:b2:09:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7ed486-cb2d-4bec-ac04-dc953de9d17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '4e3915dd-aa64-4e3d-a174-48c1050f39e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:13:42Z', 'updated_at': '2021-05-18T10:13:46Z', 'revision_number': 4, 'project_id': '370a1087f40543d08c394cfa7d622b95', 'subnets': [{'id': '4e3915dd-aa64-4e3d-a174-48c1050f39e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:13:47.583411 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c714f1c4-c74f-4641-a4b8-b77735b4c0e9 None None] Pushing event updated for resources: {'Port': ['ID=17f79818-937f-42d9-aa5b-1f36c6695f28,revision_number=2']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:47.596483 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-c714f1c4-c74f-4641-a4b8-b77735b4c0e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:47.609439 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5642bcb-f068-4bdf-8ba2-1b496d76c17c admin admin] Pushing event updated for resources: {'Port': ['ID=b3053ab5-acf9-4cf6-b4a1-859c170f40cf,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:47.615480 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-e5642bcb-f068-4bdf-8ba2-1b496d76c17c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:48.101877 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e5642bcb-f068-4bdf-8ba2-1b496d76c17c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:48.389070 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device 17f79818-937f-42d9-aa5b-1f36c6695f28 up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:13:48.476324 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e5642bcb-f068-4bdf-8ba2-1b496d76c17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924912'] for router, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:48.523437 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning for port 17f79818-937f-42d9-aa5b-1f36c6695f28 completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:13:48.529332 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device f70a4bfe-a2a5-4163-91d6-3e912fa583c7 up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:13:48.578752 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1638fcf8-803a-4e32-a84c-28d32414756c None None] Network 7dfea0e9-301a-43f3-ae67-d5e3eeb4bf8f requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:13:48.677774 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-61694c64-01b7-4596-b406-9e247f982977 None None] Provisioning for port 17f79818-937f-42d9-aa5b-1f36c6695f28 completed by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:13:48.695444 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-61694c64-01b7-4596-b406-9e247f982977 None None] Provisioning complete for port 17f79818-937f-42d9-aa5b-1f36c6695f28 triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:13:48.695865 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-61694c64-01b7-4596-b406-9e247f982977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:48.709496 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5642bcb-f068-4bdf-8ba2-1b496d76c17c admin admin] Router bdc3cd18-2466-44d0-983f-9cc352c80e5e is scheduled to L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb with binding_index 1 {{(pid=91255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 10:13:48.736140 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning for port f70a4bfe-a2a5-4163-91d6-3e912fa583c7 completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:13:48.757521 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port f70a4bfe-a2a5-4163-91d6-3e912fa583c7 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:13:48.757902 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:48.890007 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5642bcb-f068-4bdf-8ba2-1b496d76c17c admin admin] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:13:48.909877 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f14a1e-c539-442b-8841-cc34ab7f2be0 None None] Sync routers for ids ['bdc3cd18-2466-44d0-983f-9cc352c80e5e'] in dv-cinder-772623-5-iscsi {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:13:48.912883 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e5642bcb-f068-4bdf-8ba2-1b496d76c17c admin admin] Notify callbacks [] for router, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:48.917238 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-e5642bcb-f068-4bdf-8ba2-1b496d76c17c admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6349597 May 18 10:13:48.917554 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 42244) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:13:48.989869 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f14a1e-c539-442b-8841-cc34ab7f2be0 None None] Routers {'bdc3cd18-2466-44d0-983f-9cc352c80e5e'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:13:48.990537 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-84f14a1e-c539-442b-8841-cc34ab7f2be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:13:25Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['bdc3cd18-2466-44d0-983f-9cc352c80e5e'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:13:49.070656 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-61694c64-01b7-4596-b406-9e247f982977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:49.152183 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:49.248059 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-61694c64-01b7-4596-b406-9e247f982977 None None] For port 17f79818-937f-42d9-aa5b-1f36c6695f28, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=17f79818-937f-42d9-aa5b-1f36c6695f28,segment=NetworkSegment(bf5cd9f0-c296-49d7-afb0-19f6f1e27129),segment_id=bf5cd9f0-c296-49d7-afb0-19f6f1e27129)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:13:49.262042 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-61694c64-01b7-4596-b406-9e247f982977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:49.267598 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-27baa0c3-2448-42db-8b36-dd33e4ceae7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:49.329506 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] For port f70a4bfe-a2a5-4163-91d6-3e912fa583c7, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=f70a4bfe-a2a5-4163-91d6-3e912fa583c7,segment=NetworkSegment(385fe9c1-efcc-4582-89d8-83cfa18214e8),segment_id=385fe9c1-efcc-4582-89d8-83cfa18214e8)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:13:49.344253 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:49.345074 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device ea2901ff-1c49-42c1-88e5-4e45666ced50 up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:13:49.380156 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-84f14a1e-c539-442b-8841-cc34ab7f2be0 None None] Set router bdc3cd18-2466-44d0-983f-9cc352c80e5e gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:13:49.504527 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61694c64-01b7-4596-b406-9e247f982977 None None] Pushing event updated for resources: {'Port': ['ID=17f79818-937f-42d9-aa5b-1f36c6695f28,revision_number=3']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:49.525495 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-61694c64-01b7-4596-b406-9e247f982977 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:49.529989 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:49.699312 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Pushing event updated for resources: {'Port': ['ID=f70a4bfe-a2a5-4163-91d6-3e912fa583c7,revision_number=5']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:49.701583 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-765d81e9-fc46-45c9-bc8f-639423239bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:49.710792 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:49.724752 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port ea2901ff-1c49-42c1-88e5-4e45666ced50 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:13:49.725124 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:49.777303 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-aafec94a-25ec-4558-85c6-67594184e774 None None] Provisioning complete for port 17f79818-937f-42d9-aa5b-1f36c6695f28 triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:13:49.777680 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-aafec94a-25ec-4558-85c6-67594184e774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:49.904986 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.db_base_plugin_common [None req-765d81e9-fc46-45c9-bc8f-639423239bb2 admin admin] Allocated IP 172.20.0.1 (7dfea0e9-301a-43f3-ae67-d5e3eeb4bf8f/d48677b1-4f73-438c-bdad-953d47082bb1/a8a359a8-584a-41c3-a36c-0e105b424808) {{(pid=91255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:13:50.037631 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-84f14a1e-c539-442b-8841-cc34ab7f2be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc3cd18-2466-44d0-983f-9cc352c80e5e', 'name': 'tempest-TestMinimumBasicScenario-1347129772-router', 'tenant_id': '0b796245912049329e5888c1bc45cba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'b3053ab5-acf9-4cf6-b4a1-859c170f40cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:13:46Z', 'updated_at': '2021-05-18T10:13:47Z', 'revision_number': 3, 'project_id': '0b796245912049329e5888c1bc45cba7', 'gw_port': {'id': 'b3053ab5-acf9-4cf6-b4a1-859c170f40cf', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a8:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc3cd18-2466-44d0-983f-9cc352c80e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:13:47Z', 'updated_at': '2021-05-18T10:13:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi'}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:13:50.048263 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f14a1e-c539-442b-8841-cc34ab7f2be0 None None] Checking router: bdc3cd18-2466-44d0-983f-9cc352c80e5e for host: dv-cinder-772623-5-iscsi {{(pid=91256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:13:50.048619 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f14a1e-c539-442b-8841-cc34ab7f2be0 None None] Updating router bdc3cd18-2466-44d0-983f-9cc352c80e5e port b3053ab5-acf9-4cf6-b4a1-859c170f40cf binding host dv-cinder-772623-5-iscsi {{(pid=91256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 10:13:50.056796 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-765d81e9-fc46-45c9-bc8f-639423239bb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:50.072247 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.provisioning_blocks [None req-765d81e9-fc46-45c9-bc8f-639423239bb2 admin admin] Transition to ACTIVE for port object a8a359a8-584a-41c3-a36c-0e105b424808 will not be triggered until provisioned by entity DHCP. {{(pid=91255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:13:50.097147 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-765d81e9-fc46-45c9-bc8f-639423239bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278795'] for port, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:50.101708 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-40ff674e-64eb-4dbd-854b-df8e0bdb96de tempest-ServerRescueNegativeTestJSON-143888486 tempest-ServerRescueNegativeTestJSON-143888486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:50.103247 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-84f14a1e-c539-442b-8841-cc34ab7f2be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:50.163132 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765d81e9-fc46-45c9-bc8f-639423239bb2 admin admin] Network 7dfea0e9-301a-43f3-ae67-d5e3eeb4bf8f is already hosted by enough agents. {{(pid=91255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:13:50.166563 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [None req-765d81e9-fc46-45c9-bc8f-639423239bb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:13:50.170000 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765d81e9-fc46-45c9-bc8f-639423239bb2 admin admin] Received port after_create {{(pid=91255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:13:50.199276 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d81e9-fc46-45c9-bc8f-639423239bb2 admin admin] Pushing event updated for resources: {'Port': ['ID=a8a359a8-584a-41c3-a36c-0e105b424808,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:50.205846 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-765d81e9-fc46-45c9-bc8f-639423239bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:50.230552 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-765d81e9-fc46-45c9-bc8f-639423239bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921923'] for router_interface, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:50.249466 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device 17f79818-937f-42d9-aa5b-1f36c6695f28 up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:13:50.366118 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-765d81e9-fc46-45c9-bc8f-639423239bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:50.430859 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port 17f79818-937f-42d9-aa5b-1f36c6695f28 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:13:50.431232 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:50.499778 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-00aad282-20a5-4d2a-bd76-d3467e4652d3 None None] Provisioning for port a8a359a8-584a-41c3-a36c-0e105b424808 completed by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:13:50.519757 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-00aad282-20a5-4d2a-bd76-d3467e4652d3 None None] Provisioning complete for port a8a359a8-584a-41c3-a36c-0e105b424808 triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:13:50.520459 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-00aad282-20a5-4d2a-bd76-d3467e4652d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:50.593376 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-765d81e9-fc46-45c9-bc8f-639423239bb2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:50.598005 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-765d81e9-fc46-45c9-bc8f-639423239bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2278802'] for port, after_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:50.625055 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:50.674355 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-00aad282-20a5-4d2a-bd76-d3467e4652d3 None None] Port a8a359a8-584a-41c3-a36c-0e105b424808 cannot update to ACTIVE because it is not bound. {{(pid=91256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:13:50.676834 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-84f14a1e-c539-442b-8841-cc34ab7f2be0 None None] Notify callbacks [] for port, precommit_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:50.695567 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-84f14a1e-c539-442b-8841-cc34ab7f2be0 None None] Transition to ACTIVE for port object b3053ab5-acf9-4cf6-b4a1-859c170f40cf will not be triggered until provisioned by entity L2. {{(pid=91256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:13:50.698876 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device f70a4bfe-a2a5-4163-91d6-3e912fa583c7 up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:13:50.702729 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-765d81e9-fc46-45c9-bc8f-639423239bb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921892'] for router_interface, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:50.706116 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d81e9-fc46-45c9-bc8f-639423239bb2 admin admin] Pushing event updated for resources: {'Port': ['ID=a8a359a8-584a-41c3-a36c-0e105b424808,revision_number=2']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:50.714581 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-765d81e9-fc46-45c9-bc8f-639423239bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:50.734524 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-84f14a1e-c539-442b-8841-cc34ab7f2be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:50.745005 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-cd99d722-c138-49c1-8f43-9cef9ec06be5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:50.829819 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-84f14a1e-c539-442b-8841-cc34ab7f2be0 None None] Attempting to bind port b3053ab5-acf9-4cf6-b4a1-859c170f40cf on host dv-cinder-772623-5-iscsi for vnic_type normal with profile {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:13:50.830189 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-84f14a1e-c539-442b-8841-cc34ab7f2be0 None None] Attempting to bind port b3053ab5-acf9-4cf6-b4a1-859c170f40cf by drivers openvswitch,hyperv on host dv-cinder-772623-5-iscsi at level 0 using segments [{'id': 'f8569fa1-1255-4980-b926-c951cf4cc403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'}] {{(pid=91256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:13:50.830590 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f14a1e-c539-442b-8841-cc34ab7f2be0 None None] Attempting to bind port b3053ab5-acf9-4cf6-b4a1-859c170f40cf on network bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3 {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:13:50.836986 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c864fa-1a0d-4f0e-81f8-049e694c322f None None] Pushing event updated for resources: {'Port': ['ID=b3053ab5-acf9-4cf6-b4a1-859c170f40cf,revision_number=2']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:50.843218 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-a8c864fa-1a0d-4f0e-81f8-049e694c322f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:50.843473 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765d81e9-fc46-45c9-bc8f-639423239bb2 admin admin] Network 7dfea0e9-301a-43f3-ae67-d5e3eeb4bf8f is already hosted by enough agents. {{(pid=91255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:13:50.843952 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f14a1e-c539-442b-8841-cc34ab7f2be0 None None] Checking agent: {'id': '5371dcab-484f-4434-b508-32f41307ace8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 25), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:13:50.844324 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f14a1e-c539-442b-8841-cc34ab7f2be0 None None] Checking segment: {'id': 'f8569fa1-1255-4980-b926-c951cf4cc403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:13:50.844645 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [None req-765d81e9-fc46-45c9-bc8f-639423239bb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:13:50.844775 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-84f14a1e-c539-442b-8841-cc34ab7f2be0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:50.845099 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f14a1e-c539-442b-8841-cc34ab7f2be0 None None] Bound using segment: {'id': 'f8569fa1-1255-4980-b926-c951cf4cc403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'} {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:13:50.845548 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-84f14a1e-c539-442b-8841-cc34ab7f2be0 None None] Bound port: b3053ab5-acf9-4cf6-b4a1-859c170f40cf, host: dv-cinder-772623-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8569fa1-1255-4980-b926-c951cf4cc403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'}}] {{(pid=91256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:13:50.846490 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-84f14a1e-c539-442b-8841-cc34ab7f2be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:50.903407 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port f70a4bfe-a2a5-4163-91d6-3e912fa583c7 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:13:50.903782 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:50.977460 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-84f14a1e-c539-442b-8841-cc34ab7f2be0 None None] For port b3053ab5-acf9-4cf6-b4a1-859c170f40cf, host dv-cinder-772623-5-iscsi, cleared binding levels {{(pid=91256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:13:50.981687 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-84f14a1e-c539-442b-8841-cc34ab7f2be0 None None] For port b3053ab5-acf9-4cf6-b4a1-859c170f40cf, host dv-cinder-772623-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=b3053ab5-acf9-4cf6-b4a1-859c170f40cf,segment=NetworkSegment(f8569fa1-1255-4980-b926-c951cf4cc403),segment_id=f8569fa1-1255-4980-b926-c951cf4cc403)] {{(pid=91256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:13:50.988970 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-84f14a1e-c539-442b-8841-cc34ab7f2be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:50.993840 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:51.038791 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765d81e9-fc46-45c9-bc8f-639423239bb2 admin admin] Router bdc3cd18-2466-44d0-983f-9cc352c80e5e has already been hosted by L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb {{(pid=91255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:13:51.126535 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f14a1e-c539-442b-8841-cc34ab7f2be0 None None] Routers {'bdc3cd18-2466-44d0-983f-9cc352c80e5e'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:13:51.127055 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-84f14a1e-c539-442b-8841-cc34ab7f2be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:13:25Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['bdc3cd18-2466-44d0-983f-9cc352c80e5e'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:13:51.179932 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c864fa-1a0d-4f0e-81f8-049e694c322f None None] Pushing event updated for resources: {'Port': ['ID=b3053ab5-acf9-4cf6-b4a1-859c170f40cf,revision_number=3']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:51.189683 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-a8c864fa-1a0d-4f0e-81f8-049e694c322f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:51.214253 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-6c0e4bfe-9e85-4bb0-896d-98e398f63aba None None] Provisioning complete for port a8a359a8-584a-41c3-a36c-0e105b424808 triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:13:51.214651 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-6c0e4bfe-9e85-4bb0-896d-98e398f63aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:51.297512 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765d81e9-fc46-45c9-bc8f-639423239bb2 admin admin] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:13:51.306965 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-765d81e9-fc46-45c9-bc8f-639423239bb2 admin admin] 10.222.0.11 "PUT /v2.0/routers/bdc3cd18-2466-44d0-983f-9cc352c80e5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3883972 May 18 10:13:51.344221 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-6c0e4bfe-9e85-4bb0-896d-98e398f63aba None None] Port a8a359a8-584a-41c3-a36c-0e105b424808 cannot update to ACTIVE because it is not bound. {{(pid=91256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:13:51.366999 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-84f14a1e-c539-442b-8841-cc34ab7f2be0 None None] Set router bdc3cd18-2466-44d0-983f-9cc352c80e5e gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:13:51.727187 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-84f14a1e-c539-442b-8841-cc34ab7f2be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc3cd18-2466-44d0-983f-9cc352c80e5e', 'name': 'tempest-TestMinimumBasicScenario-1347129772-router', 'tenant_id': '0b796245912049329e5888c1bc45cba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'b3053ab5-acf9-4cf6-b4a1-859c170f40cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:13:46Z', 'updated_at': '2021-05-18T10:13:50Z', 'revision_number': 4, 'project_id': '0b796245912049329e5888c1bc45cba7', 'gw_port': {'id': 'b3053ab5-acf9-4cf6-b4a1-859c170f40cf', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a8:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc3cd18-2466-44d0-983f-9cc352c80e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:13:47Z', 'updated_at': '2021-05-18T10:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'a8a359a8-584a-41c3-a36c-0e105b424808', 'name': '', 'network_id': '7dfea0e9-301a-43f3-ae67-d5e3eeb4bf8f', 'tenant_id': '0b796245912049329e5888c1bc45cba7', 'mac_address': 'fa:16:3e:5c:b7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc3cd18-2466-44d0-983f-9cc352c80e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd48677b1-4f73-438c-bdad-953d47082bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:13:49Z', 'updated_at': '2021-05-18T10:13:50Z', 'revision_number': 2, 'project_id': '0b796245912049329e5888c1bc45cba7', 'subnets': [{'id': 'd48677b1-4f73-438c-bdad-953d47082bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:13:51.732224 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f14a1e-c539-442b-8841-cc34ab7f2be0 None None] The sync data for ids ['bdc3cd18-2466-44d0-983f-9cc352c80e5e'] in dv-cinder-772623-5-iscsi is: [{'id': 'bdc3cd18-2466-44d0-983f-9cc352c80e5e', 'name': 'tempest-TestMinimumBasicScenario-1347129772-router', 'tenant_id': '0b796245912049329e5888c1bc45cba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'b3053ab5-acf9-4cf6-b4a1-859c170f40cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:13:46Z', 'updated_at': '2021-05-18T10:13:50Z', 'revision_number': 4, 'project_id': '0b796245912049329e5888c1bc45cba7', 'gw_port': {'id': 'b3053ab5-acf9-4cf6-b4a1-859c170f40cf', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a8:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc3cd18-2466-44d0-983f-9cc352c80e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:13:47Z', 'updated_at': '2021-05-18T10:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'a8a359a8-584a-41c3-a36c-0e105b424808', 'name': '', 'network_id': '7dfea0e9-301a-43f3-ae67-d5e3eeb4bf8f', 'tenant_id': '0b796245912049329e5888c1bc45cba7', 'mac_address': 'fa:16:3e:5c:b7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc3cd18-2466-44d0-983f-9cc352c80e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd48677b1-4f73-438c-bdad-953d47082bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:13:49Z', 'updated_at': '2021-05-18T10:13:50Z', 'revision_number': 2, 'project_id': '0b796245912049329e5888c1bc45cba7', 'subnets': [{'id': 'd48677b1-4f73-438c-bdad-953d47082bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:13:52.609552 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-eb346207-25f7-4840-afa5-af2f2dde718f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:54.263139 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device b3053ab5-acf9-4cf6-b4a1-859c170f40cf up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:13:54.344785 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning for port b3053ab5-acf9-4cf6-b4a1-859c170f40cf completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:13:54.350231 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port b3053ab5-acf9-4cf6-b4a1-859c170f40cf triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:13:54.350822 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:54.485236 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:54.501469 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] For port b3053ab5-acf9-4cf6-b4a1-859c170f40cf, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=b3053ab5-acf9-4cf6-b4a1-859c170f40cf,segment=NetworkSegment(f8569fa1-1255-4980-b926-c951cf4cc403),segment_id=f8569fa1-1255-4980-b926-c951cf4cc403)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:13:54.543330 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:54.551653 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-ef1bb98f-6f2f-4b8f-ba1b-91ade1cc9b81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:54.622186 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Pushing event updated for resources: {'Port': ['ID=b3053ab5-acf9-4cf6-b4a1-859c170f40cf,revision_number=4']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:54.625554 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:55.240678 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:55.252061 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-84360768-2b9f-457d-8328-c05eb18b5e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:55.503471 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0346c7-3c99-4160-bf79-3f5f1240de39 None None] Sync routers for ids ['bdc3cd18-2466-44d0-983f-9cc352c80e5e'] in dv-cinder-772623-5-iscsi {{(pid=91257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:13:55.514472 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0346c7-3c99-4160-bf79-3f5f1240de39 None None] Routers {'bdc3cd18-2466-44d0-983f-9cc352c80e5e'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:13:55.515566 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-be0346c7-3c99-4160-bf79-3f5f1240de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:13:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['bdc3cd18-2466-44d0-983f-9cc352c80e5e'], 'active': True} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:13:55.705915 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvr_db [None req-be0346c7-3c99-4160-bf79-3f5f1240de39 None None] Set router bdc3cd18-2466-44d0-983f-9cc352c80e5e gateway port host: dv-cinder-772623-5-iscsi {{(pid=91257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:13:56.057449 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-be0346c7-3c99-4160-bf79-3f5f1240de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc3cd18-2466-44d0-983f-9cc352c80e5e', 'name': 'tempest-TestMinimumBasicScenario-1347129772-router', 'tenant_id': '0b796245912049329e5888c1bc45cba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'b3053ab5-acf9-4cf6-b4a1-859c170f40cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:13:46Z', 'updated_at': '2021-05-18T10:13:50Z', 'revision_number': 4, 'project_id': '0b796245912049329e5888c1bc45cba7', 'gw_port': {'id': 'b3053ab5-acf9-4cf6-b4a1-859c170f40cf', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc3cd18-2466-44d0-983f-9cc352c80e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:13:47Z', 'updated_at': '2021-05-18T10:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'a8a359a8-584a-41c3-a36c-0e105b424808', 'name': '', 'network_id': '7dfea0e9-301a-43f3-ae67-d5e3eeb4bf8f', 'tenant_id': '0b796245912049329e5888c1bc45cba7', 'mac_address': 'fa:16:3e:5c:b7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc3cd18-2466-44d0-983f-9cc352c80e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd48677b1-4f73-438c-bdad-953d47082bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:13:49Z', 'updated_at': '2021-05-18T10:13:50Z', 'revision_number': 2, 'project_id': '0b796245912049329e5888c1bc45cba7', 'subnets': [{'id': 'd48677b1-4f73-438c-bdad-953d47082bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:13:56.061421 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0346c7-3c99-4160-bf79-3f5f1240de39 None None] Checking router: bdc3cd18-2466-44d0-983f-9cc352c80e5e for host: dv-cinder-772623-5-iscsi {{(pid=91257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:13:56.061767 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0346c7-3c99-4160-bf79-3f5f1240de39 None None] Updating router bdc3cd18-2466-44d0-983f-9cc352c80e5e port a8a359a8-584a-41c3-a36c-0e105b424808 binding host dv-cinder-772623-5-iscsi {{(pid=91257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 10:13:56.125203 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-be0346c7-3c99-4160-bf79-3f5f1240de39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:56.253321 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device b3053ab5-acf9-4cf6-b4a1-859c170f40cf up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:13:56.334155 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port b3053ab5-acf9-4cf6-b4a1-859c170f40cf triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:13:56.334505 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:56.534859 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-be0346c7-3c99-4160-bf79-3f5f1240de39 None None] Notify callbacks [] for port, precommit_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:56.546980 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.provisioning_blocks [None req-be0346c7-3c99-4160-bf79-3f5f1240de39 None None] Transition to ACTIVE for port object a8a359a8-584a-41c3-a36c-0e105b424808 will not be triggered until provisioned by entity L2. {{(pid=91257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:13:56.555553 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-be0346c7-3c99-4160-bf79-3f5f1240de39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:56.560270 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:56.666095 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:56.736030 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf14dc-aacf-427f-ad74-4401bf04ca56 None None] Pushing event updated for resources: {'Port': ['ID=a8a359a8-584a-41c3-a36c-0e105b424808,revision_number=3']} {{(pid=91257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:56.747636 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG oslo_concurrency.lockutils [None req-7bbf14dc-aacf-427f-ad74-4401bf04ca56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:56.810704 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.managers [None req-be0346c7-3c99-4160-bf79-3f5f1240de39 None None] Attempting to bind port a8a359a8-584a-41c3-a36c-0e105b424808 on host dv-cinder-772623-5-iscsi for vnic_type normal with profile {{(pid=91257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:13:56.811060 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.managers [None req-be0346c7-3c99-4160-bf79-3f5f1240de39 None None] Attempting to bind port a8a359a8-584a-41c3-a36c-0e105b424808 by drivers openvswitch,hyperv on host dv-cinder-772623-5-iscsi at level 0 using segments [{'id': 'bf5cd9f0-c296-49d7-afb0-19f6f1e27129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7dfea0e9-301a-43f3-ae67-d5e3eeb4bf8f'}] {{(pid=91257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:13:56.811358 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0346c7-3c99-4160-bf79-3f5f1240de39 None None] Attempting to bind port a8a359a8-584a-41c3-a36c-0e105b424808 on network 7dfea0e9-301a-43f3-ae67-d5e3eeb4bf8f {{(pid=91257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:13:56.819342 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0346c7-3c99-4160-bf79-3f5f1240de39 None None] Checking agent: {'id': '5371dcab-484f-4434-b508-32f41307ace8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 25), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:13:56.819710 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0346c7-3c99-4160-bf79-3f5f1240de39 None None] Checking segment: {'id': 'bf5cd9f0-c296-49d7-afb0-19f6f1e27129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7dfea0e9-301a-43f3-ae67-d5e3eeb4bf8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:13:56.820728 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-be0346c7-3c99-4160-bf79-3f5f1240de39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:56.820728 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0346c7-3c99-4160-bf79-3f5f1240de39 None None] Bound using segment: {'id': 'bf5cd9f0-c296-49d7-afb0-19f6f1e27129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7dfea0e9-301a-43f3-ae67-d5e3eeb4bf8f'} {{(pid=91257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:13:56.820934 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.managers [None req-be0346c7-3c99-4160-bf79-3f5f1240de39 None None] Bound port: a8a359a8-584a-41c3-a36c-0e105b424808, host: dv-cinder-772623-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf5cd9f0-c296-49d7-afb0-19f6f1e27129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7dfea0e9-301a-43f3-ae67-d5e3eeb4bf8f'}}] {{(pid=91257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:13:56.821515 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-be0346c7-3c99-4160-bf79-3f5f1240de39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:56.941057 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.db [None req-be0346c7-3c99-4160-bf79-3f5f1240de39 None None] For port a8a359a8-584a-41c3-a36c-0e105b424808, host dv-cinder-772623-5-iscsi, cleared binding levels {{(pid=91257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:13:56.944762 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.db [None req-be0346c7-3c99-4160-bf79-3f5f1240de39 None None] For port a8a359a8-584a-41c3-a36c-0e105b424808, host dv-cinder-772623-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=a8a359a8-584a-41c3-a36c-0e105b424808,segment=NetworkSegment(bf5cd9f0-c296-49d7-afb0-19f6f1e27129),segment_id=bf5cd9f0-c296-49d7-afb0-19f6f1e27129)] {{(pid=91257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:13:56.951051 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-be0346c7-3c99-4160-bf79-3f5f1240de39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:56.955024 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG oslo_concurrency.lockutils [None req-64a2d19d-06ad-4465-b1c2-46832734b042 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:57.036197 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0346c7-3c99-4160-bf79-3f5f1240de39 None None] Routers {'bdc3cd18-2466-44d0-983f-9cc352c80e5e'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:13:57.036830 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-be0346c7-3c99-4160-bf79-3f5f1240de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:13:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['bdc3cd18-2466-44d0-983f-9cc352c80e5e'], 'active': True} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:13:57.115852 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf14dc-aacf-427f-ad74-4401bf04ca56 None None] Pushing event updated for resources: {'Port': ['ID=a8a359a8-584a-41c3-a36c-0e105b424808,revision_number=4']} {{(pid=91257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:57.128028 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG oslo_concurrency.lockutils [None req-7bbf14dc-aacf-427f-ad74-4401bf04ca56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:13:57.240837 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvr_db [None req-be0346c7-3c99-4160-bf79-3f5f1240de39 None None] Set router bdc3cd18-2466-44d0-983f-9cc352c80e5e gateway port host: dv-cinder-772623-5-iscsi {{(pid=91257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:13:57.615308 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-be0346c7-3c99-4160-bf79-3f5f1240de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc3cd18-2466-44d0-983f-9cc352c80e5e', 'name': 'tempest-TestMinimumBasicScenario-1347129772-router', 'tenant_id': '0b796245912049329e5888c1bc45cba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'b3053ab5-acf9-4cf6-b4a1-859c170f40cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:13:46Z', 'updated_at': '2021-05-18T10:13:50Z', 'revision_number': 4, 'project_id': '0b796245912049329e5888c1bc45cba7', 'gw_port': {'id': 'b3053ab5-acf9-4cf6-b4a1-859c170f40cf', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc3cd18-2466-44d0-983f-9cc352c80e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:13:47Z', 'updated_at': '2021-05-18T10:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'a8a359a8-584a-41c3-a36c-0e105b424808', 'name': '', 'network_id': '7dfea0e9-301a-43f3-ae67-d5e3eeb4bf8f', 'tenant_id': '0b796245912049329e5888c1bc45cba7', 'mac_address': 'fa:16:3e:5c:b7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc3cd18-2466-44d0-983f-9cc352c80e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd48677b1-4f73-438c-bdad-953d47082bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:13:49Z', 'updated_at': '2021-05-18T10:13:56Z', 'revision_number': 4, 'project_id': '0b796245912049329e5888c1bc45cba7', 'subnets': [{'id': 'd48677b1-4f73-438c-bdad-953d47082bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:13:57.619943 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0346c7-3c99-4160-bf79-3f5f1240de39 None None] The sync data for ids ['bdc3cd18-2466-44d0-983f-9cc352c80e5e'] in dv-cinder-772623-5-iscsi is: [{'id': 'bdc3cd18-2466-44d0-983f-9cc352c80e5e', 'name': 'tempest-TestMinimumBasicScenario-1347129772-router', 'tenant_id': '0b796245912049329e5888c1bc45cba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'b3053ab5-acf9-4cf6-b4a1-859c170f40cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:13:46Z', 'updated_at': '2021-05-18T10:13:50Z', 'revision_number': 4, 'project_id': '0b796245912049329e5888c1bc45cba7', 'gw_port': {'id': 'b3053ab5-acf9-4cf6-b4a1-859c170f40cf', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc3cd18-2466-44d0-983f-9cc352c80e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:13:47Z', 'updated_at': '2021-05-18T10:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'a8a359a8-584a-41c3-a36c-0e105b424808', 'name': '', 'network_id': '7dfea0e9-301a-43f3-ae67-d5e3eeb4bf8f', 'tenant_id': '0b796245912049329e5888c1bc45cba7', 'mac_address': 'fa:16:3e:5c:b7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc3cd18-2466-44d0-983f-9cc352c80e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd48677b1-4f73-438c-bdad-953d47082bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:13:49Z', 'updated_at': '2021-05-18T10:13:56Z', 'revision_number': 4, 'project_id': '0b796245912049329e5888c1bc45cba7', 'subnets': [{'id': 'd48677b1-4f73-438c-bdad-953d47082bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:13:58.193435 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:58.253108 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device a8a359a8-584a-41c3-a36c-0e105b424808 up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:13:58.334659 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning for port a8a359a8-584a-41c3-a36c-0e105b424808 completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:13:58.340455 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port a8a359a8-584a-41c3-a36c-0e105b424808 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:13:58.340831 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:58.470082 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:58.513582 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] For port a8a359a8-584a-41c3-a36c-0e105b424808, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=a8a359a8-584a-41c3-a36c-0e105b424808,segment=NetworkSegment(bf5cd9f0-c296-49d7-afb0-19f6f1e27129),segment_id=bf5cd9f0-c296-49d7-afb0-19f6f1e27129)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:13:58.520195 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:13:58.522573 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-a8c864fa-1a0d-4f0e-81f8-049e694c322f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:13:58.606478 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Pushing event updated for resources: {'Port': ['ID=a8a359a8-584a-41c3-a36c-0e105b424808,revision_number=5']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:13:58.610144 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:14:00.227037 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device a8a359a8-584a-41c3-a36c-0e105b424808 up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:14:00.303711 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port a8a359a8-584a-41c3-a36c-0e105b424808 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:14:00.304086 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:02.152774 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-7d9a65c2-444f-4f0c-a41e-1e39ec1e3aab tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:02.153345 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-7d9a65c2-444f-4f0c-a41e-1e39ec1e3aab tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Synchronizing usage tracker for tenant:370a1087f40543d08c394cfa7d622b95 on resource:network {{(pid=91254) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:14:02.172047 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-7d9a65c2-444f-4f0c-a41e-1e39ec1e3aab tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Unset dirty status for tenant:370a1087f40543d08c394cfa7d622b95 on resource:network {{(pid=91254) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:14:02.173166 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-7d9a65c2-444f-4f0c-a41e-1e39ec1e3aab tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/networks?id=e6649372-ea67-4783-bbc7-7b4dc960ce6a HTTP/1.1" status: 200 len: 815 time: 0.1629746 May 18 10:14:02.187825 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-6d7ba420-8e56-4368-bec5-308d89c0b752 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/quotas/370a1087f40543d08c394cfa7d622b95 HTTP/1.1" status: 200 len: 375 time: 0.0089238 May 18 10:14:02.267522 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-66ca156f-1f68-4fcb-8f15-4867109defeb tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=370a1087f40543d08c394cfa7d622b95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0747252 May 18 10:14:02.407572 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-b00852f6-2e99-4a85-8544-6240ebac2284 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=91254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 10:14:02.408684 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-b00852f6-2e99-4a85-8544-6240ebac2284 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1292071 May 18 10:14:02.537768 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-1b733ffe-d500-4847-9fcc-aa071fba637c service neutron] 10.222.0.11 "GET /v2.0/networks/e6649372-ea67-4783-bbc7-7b4dc960ce6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232219 May 18 10:14:02.667110 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-dcd465a2-f6f6-473f-9c47-125de6be1e58 service neutron] 10.222.0.11 "GET /v2.0/networks/e6649372-ea67-4783-bbc7-7b4dc960ce6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233747 May 18 10:14:03.860083 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-9b440eb5-86ca-40a8-b2b4-354b88708852 req-fa70175e-5305-40bb-b684-a32512e70f95 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Synchronizing usage tracker for tenant:370a1087f40543d08c394cfa7d622b95 on resource:port {{(pid=91255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:14:03.878314 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-9b440eb5-86ca-40a8-b2b4-354b88708852 req-fa70175e-5305-40bb-b684-a32512e70f95 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Unset dirty status for tenant:370a1087f40543d08c394cfa7d622b95 on resource:port {{(pid=91255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:14:03.879497 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-9b440eb5-86ca-40a8-b2b4-354b88708852 req-fa70175e-5305-40bb-b684-a32512e70f95 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 210 time: 0.0631194 May 18 10:14:04.974173 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-e3261d2d-6fc7-4f02-ae91-c26df0fafcc5 req-38d6f107-5ae9-4ecb-bcdd-e11bc1cf1572 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 210 time: 0.0420935 May 18 10:14:05.854494 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:14:06.066811 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-9b2e9ae5-a84d-467c-b52d-f16d47f051b4 req-aff046e0-e537-4327-aad1-2230c98fea60 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 210 time: 0.0425546 May 18 10:14:07.129588 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-bf2ae6c4-d221-4e2e-b190-e78805238cbd tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:07.131035 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-bf2ae6c4-d221-4e2e-b190-e78805238cbd tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.10 "GET /v2.0/networks?id=e6649372-ea67-4783-bbc7-7b4dc960ce6a HTTP/1.1" status: 200 len: 815 time: 0.1520717 May 18 10:14:07.142486 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-159d6ae6-2044-44ae-ad5b-d8445b388a51 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Request body: {'port': {'device_id': 'b43c1387-dd81-42ad-a68e-45952d5246d9', 'network_id': 'e6649372-ea67-4783-bbc7-7b4dc960ce6a', 'admin_state_up': True, 'tenant_id': '370a1087f40543d08c394cfa7d622b95'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:14:07.225210 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a0ab03de-14c4-40ed-83c5-b213503a1d86 req-7713bff8-3520-47b9-a1da-7112edb39e80 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 210 time: 0.0483961 May 18 10:14:07.281824 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-159d6ae6-2044-44ae-ad5b-d8445b388a51 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:14:07.292033 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-159d6ae6-2044-44ae-ad5b-d8445b388a51 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:14:07.302510 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-159d6ae6-2044-44ae-ad5b-d8445b388a51 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Made reservation on behalf of 370a1087f40543d08c394cfa7d622b95 for: {'port': 1} {{(pid=91255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:14:07.306984 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-159d6ae6-2044-44ae-ad5b-d8445b388a51 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:07.472230 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.db_base_plugin_common [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-159d6ae6-2044-44ae-ad5b-d8445b388a51 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Allocated IP 172.20.0.8 (e6649372-ea67-4783-bbc7-7b4dc960ce6a/4e3915dd-aa64-4e3d-a174-48c1050f39e4/75314b91-9d41-44ce-ae12-6ffb8ea47e4f) {{(pid=91255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:14:07.694853 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-159d6ae6-2044-44ae-ad5b-d8445b388a51 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks [] for port, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:07.711479 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.provisioning_blocks [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-159d6ae6-2044-44ae-ad5b-d8445b388a51 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Transition to ACTIVE for port object 75314b91-9d41-44ce-ae12-6ffb8ea47e4f will not be triggered until provisioned by entity DHCP. {{(pid=91255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:14:07.742428 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-159d6ae6-2044-44ae-ad5b-d8445b388a51 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278795'] for port, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:07.748741 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-536e32c5-ce12-4e84-a97a-37cf7c7c7bfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:14:07.817732 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-159d6ae6-2044-44ae-ad5b-d8445b388a51 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Network e6649372-ea67-4783-bbc7-7b4dc960ce6a is already hosted by enough agents. {{(pid=91255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:14:07.820789 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-159d6ae6-2044-44ae-ad5b-d8445b388a51 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Resources bound (agent type, host, resource id): {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:14:07.824624 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.l3_dvrscheduler_db [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-159d6ae6-2044-44ae-ad5b-d8445b388a51 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Received port after_create {{(pid=91255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:14:07.866862 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d6ae6-2044-44ae-ad5b-d8445b388a51 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Pushing event updated for resources: {'Port': ['ID=75314b91-9d41-44ce-ae12-6ffb8ea47e4f,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:14:07.880002 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-159d6ae6-2044-44ae-ad5b-d8445b388a51 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:14:07.928479 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-159d6ae6-2044-44ae-ad5b-d8445b388a51 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:07.929148 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-159d6ae6-2044-44ae-ad5b-d8445b388a51 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:07.963623 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-159d6ae6-2044-44ae-ad5b-d8445b388a51 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8247535 May 18 10:14:08.125484 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-501ee209-1495-4ded-b634-428a62695c2e None None] Provisioning for port 75314b91-9d41-44ce-ae12-6ffb8ea47e4f completed by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:14:08.130532 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-501ee209-1495-4ded-b634-428a62695c2e None None] Provisioning complete for port 75314b91-9d41-44ce-ae12-6ffb8ea47e4f triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:14:08.130912 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-501ee209-1495-4ded-b634-428a62695c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:08.198916 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-501ee209-1495-4ded-b634-428a62695c2e None None] Port 75314b91-9d41-44ce-ae12-6ffb8ea47e4f cannot update to ACTIVE because it is not bound. {{(pid=91256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:14:08.431465 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476d645-92f5-45af-a311-b3a7d987ae1e req-2e4d1f68-b367-418f-b482-1cc27272e50a tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:08.432183 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-f476d645-92f5-45af-a311-b3a7d987ae1e req-2e4d1f68-b367-418f-b482-1cc27272e50a tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Synchronizing usage tracker for tenant:370a1087f40543d08c394cfa7d622b95 on resource:port {{(pid=91255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:14:08.451468 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-f476d645-92f5-45af-a311-b3a7d987ae1e req-2e4d1f68-b367-418f-b482-1cc27272e50a tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Unset dirty status for tenant:370a1087f40543d08c394cfa7d622b95 on resource:port {{(pid=91255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:14:08.452727 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f476d645-92f5-45af-a311-b3a7d987ae1e req-2e4d1f68-b367-418f-b482-1cc27272e50a tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 931 time: 0.1094885 May 18 10:14:08.502633 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f476d645-92f5-45af-a311-b3a7d987ae1e req-1364bc15-ad6b-44a0-ab81-e71acde14a0f tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/security-groups?id=54201693-a4a8-4dd2-b879-6583ecf37c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439124 May 18 10:14:09.692559 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99acf073-583a-4f58-8f9b-db0f4e27fb0f req-ce0a1b57-e748-4a1a-89b0-aa5b3fc1da34 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:09.696456 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-99acf073-583a-4f58-8f9b-db0f4e27fb0f req-ce0a1b57-e748-4a1a-89b0-aa5b3fc1da34 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 931 time: 0.0849109 May 18 10:14:09.739723 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-99acf073-583a-4f58-8f9b-db0f4e27fb0f req-381e68a6-1e34-46ac-820d-4c1d52aaff1a tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Synchronizing usage tracker for tenant:370a1087f40543d08c394cfa7d622b95 on resource:security_group {{(pid=91254) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:14:09.758241 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-99acf073-583a-4f58-8f9b-db0f4e27fb0f req-381e68a6-1e34-46ac-820d-4c1d52aaff1a tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Unset dirty status for tenant:370a1087f40543d08c394cfa7d622b95 on resource:security_group {{(pid=91254) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:14:09.759490 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-99acf073-583a-4f58-8f9b-db0f4e27fb0f req-381e68a6-1e34-46ac-820d-4c1d52aaff1a tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/security-groups?id=54201693-a4a8-4dd2-b879-6583ecf37c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590713 May 18 10:14:10.952963 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef61ad-7727-44a6-ab49-bfe285bb63ab req-5b2ece14-cf5d-49b4-be34-b4a4345777da tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:10.954475 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-67ef61ad-7727-44a6-ab49-bfe285bb63ab req-5b2ece14-cf5d-49b4-be34-b4a4345777da tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 931 time: 0.0881822 May 18 10:14:11.000290 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-67ef61ad-7727-44a6-ab49-bfe285bb63ab req-c1b679ee-4b75-4606-b3e5-badc7261bb87 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/security-groups?id=54201693-a4a8-4dd2-b879-6583ecf37c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389988 May 18 10:14:12.320238 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239e710-5f14-4382-ba37-6197bc9d02ef req-5ca1ef58-8237-4e86-8b0b-ff9a615e779a tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:12.322294 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-5239e710-5f14-4382-ba37-6197bc9d02ef req-5ca1ef58-8237-4e86-8b0b-ff9a615e779a tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 931 time: 0.2032170 May 18 10:14:12.371845 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-5239e710-5f14-4382-ba37-6197bc9d02ef req-0b79564d-50d9-4248-a2a4-3bb6085edf3c tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/security-groups?id=54201693-a4a8-4dd2-b879-6583ecf37c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435038 May 18 10:14:13.563291 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b52bdc-282b-49c0-b75c-3538dcd32d33 req-6418bae9-98a0-46e9-85f2-3b73689f931d tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:13.564732 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-24b52bdc-282b-49c0-b75c-3538dcd32d33 req-6418bae9-98a0-46e9-85f2-3b73689f931d tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 931 time: 0.0800078 May 18 10:14:13.619123 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-24b52bdc-282b-49c0-b75c-3538dcd32d33 req-f79764e2-3c5c-41bf-98c0-d2f499189690 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/security-groups?id=54201693-a4a8-4dd2-b879-6583ecf37c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482256 May 18 10:14:14.811121 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eebd5d-eee6-4609-9004-2bb5fdeeb681 req-da23a5e1-757b-4374-b031-ad7cd6804213 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:14.812720 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-14eebd5d-eee6-4609-9004-2bb5fdeeb681 req-da23a5e1-757b-4374-b031-ad7cd6804213 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 931 time: 0.0831535 May 18 10:14:14.865643 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-14eebd5d-eee6-4609-9004-2bb5fdeeb681 req-658a4203-75de-45f4-91ca-cc0b70600d98 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/security-groups?id=54201693-a4a8-4dd2-b879-6583ecf37c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472281 May 18 10:14:16.066135 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102751b2-0738-4382-8ca0-2010155c4af7 req-8686f6b6-61c6-4319-86d9-19f71e40a2df tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:16.067783 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-102751b2-0738-4382-8ca0-2010155c4af7 req-8686f6b6-61c6-4319-86d9-19f71e40a2df tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 931 time: 0.0853069 May 18 10:14:16.116035 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-102751b2-0738-4382-8ca0-2010155c4af7 req-c1523f0b-5c64-4192-ad30-0e6b816b9621 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/security-groups?id=54201693-a4a8-4dd2-b879-6583ecf37c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402472 May 18 10:14:16.933263 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:17.304293 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c95ed8-fa00-4d39-9fc1-fda7d19b7c4a req-3c5cae51-e9db-41b5-82f7-b47b85ce9674 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:17.305847 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-64c95ed8-fa00-4d39-9fc1-fda7d19b7c4a req-3c5cae51-e9db-41b5-82f7-b47b85ce9674 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 931 time: 0.0805430 May 18 10:14:17.351681 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-64c95ed8-fa00-4d39-9fc1-fda7d19b7c4a req-adb9010d-462e-462d-9e5f-6e202bf23cb9 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/security-groups?id=54201693-a4a8-4dd2-b879-6583ecf37c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396791 May 18 10:14:18.540256 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2997b28-6dd3-41e7-825f-44c3d0a8eed0 req-9d913c46-bb4d-424c-abdb-161d85ede560 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:18.541739 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f2997b28-6dd3-41e7-825f-44c3d0a8eed0 req-9d913c46-bb4d-424c-abdb-161d85ede560 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 931 time: 0.0840306 May 18 10:14:18.592111 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f2997b28-6dd3-41e7-825f-44c3d0a8eed0 req-1b2de1d9-deac-4dca-98c9-6b5c4c0129b9 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/security-groups?id=54201693-a4a8-4dd2-b879-6583ecf37c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436437 May 18 10:14:19.083227 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-19c81c45-5e7c-4c78-8d92-6d1c2d6c7ede service neutron] Request body: {'port': {'device_id': 'b43c1387-dd81-42ad-a68e-45952d5246d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:14:19.197487 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-19c81c45-5e7c-4c78-8d92-6d1c2d6c7ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:19.614665 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.notifiers.nova [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-19c81c45-5e7c-4c78-8d92-6d1c2d6c7ede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75314b91-9d41-44ce-ae12-6ffb8ea47e4f {{(pid=91255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:14:19.623026 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-19c81c45-5e7c-4c78-8d92-6d1c2d6c7ede service neutron] Notify callbacks [] for port, precommit_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:19.637961 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.provisioning_blocks [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-19c81c45-5e7c-4c78-8d92-6d1c2d6c7ede service neutron] Transition to ACTIVE for port object 75314b91-9d41-44ce-ae12-6ffb8ea47e4f will not be triggered until provisioned by entity L2. {{(pid=91255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:14:19.645152 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-19c81c45-5e7c-4c78-8d92-6d1c2d6c7ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2278802'] for port, after_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:19.645909 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-a8f51ea4-afd8-406c-9e65-3925747c6148 tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:14:19.779808 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c81c45-5e7c-4c78-8d92-6d1c2d6c7ede service neutron] Pushing event updated for resources: {'Port': ['ID=75314b91-9d41-44ce-ae12-6ffb8ea47e4f,revision_number=2']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:14:19.794417 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740861d-2c04-42dc-98a8-205b287098f9 req-dd8adbd7-01dd-45d3-828e-d79692406057 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:19.796251 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-4740861d-2c04-42dc-98a8-205b287098f9 req-dd8adbd7-01dd-45d3-828e-d79692406057 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 943 time: 0.0939825 May 18 10:14:19.813057 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-19c81c45-5e7c-4c78-8d92-6d1c2d6c7ede service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:14:19.858941 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-4740861d-2c04-42dc-98a8-205b287098f9 req-15f35049-80b9-42b4-b52b-b90c900210fe tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/security-groups?id=54201693-a4a8-4dd2-b879-6583ecf37c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569310 May 18 10:14:19.902516 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.managers [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-19c81c45-5e7c-4c78-8d92-6d1c2d6c7ede service neutron] Attempting to bind port 75314b91-9d41-44ce-ae12-6ffb8ea47e4f on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:14:19.902847 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.managers [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-19c81c45-5e7c-4c78-8d92-6d1c2d6c7ede service neutron] Attempting to bind port 75314b91-9d41-44ce-ae12-6ffb8ea47e4f by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '385fe9c1-efcc-4582-89d8-83cfa18214e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e6649372-ea67-4783-bbc7-7b4dc960ce6a'}] {{(pid=91255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:14:19.903171 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-19c81c45-5e7c-4c78-8d92-6d1c2d6c7ede service neutron] Attempting to bind port 75314b91-9d41-44ce-ae12-6ffb8ea47e4f on network e6649372-ea67-4783-bbc7-7b4dc960ce6a {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:14:19.908566 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-19c81c45-5e7c-4c78-8d92-6d1c2d6c7ede service neutron] Port 75314b91-9d41-44ce-ae12-6ffb8ea47e4f on network e6649372-ea67-4783-bbc7-7b4dc960ce6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 10:14:19.908566 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-19c81c45-5e7c-4c78-8d92-6d1c2d6c7ede service neutron] Attempting to bind port 75314b91-9d41-44ce-ae12-6ffb8ea47e4f on network e6649372-ea67-4783-bbc7-7b4dc960ce6a {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:14:19.913634 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-19c81c45-5e7c-4c78-8d92-6d1c2d6c7ede service neutron] Checking agent: {'id': '24b5a2b2-de0a-48ed-9b1d-3e34697dfcd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 59, 16), 'started_at': datetime.datetime(2021, 5, 18, 9, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:14:19.913964 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-19c81c45-5e7c-4c78-8d92-6d1c2d6c7ede service neutron] Checking segment: {'id': '385fe9c1-efcc-4582-89d8-83cfa18214e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e6649372-ea67-4783-bbc7-7b4dc960ce6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:14:19.914345 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-19c81c45-5e7c-4c78-8d92-6d1c2d6c7ede service neutron] Bound using segment: {'id': '385fe9c1-efcc-4582-89d8-83cfa18214e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e6649372-ea67-4783-bbc7-7b4dc960ce6a'} {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:14:19.915372 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.managers [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-19c81c45-5e7c-4c78-8d92-6d1c2d6c7ede service neutron] Bound port: 75314b91-9d41-44ce-ae12-6ffb8ea47e4f, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '385fe9c1-efcc-4582-89d8-83cfa18214e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e6649372-ea67-4783-bbc7-7b4dc960ce6a'}}] {{(pid=91255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:14:19.915716 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-19c81c45-5e7c-4c78-8d92-6d1c2d6c7ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:20.005856 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-19c81c45-5e7c-4c78-8d92-6d1c2d6c7ede service neutron] For port 75314b91-9d41-44ce-ae12-6ffb8ea47e4f, host hv-cinder-77262, cleared binding levels {{(pid=91255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:14:20.009373 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-19c81c45-5e7c-4c78-8d92-6d1c2d6c7ede service neutron] For port 75314b91-9d41-44ce-ae12-6ffb8ea47e4f, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=75314b91-9d41-44ce-ae12-6ffb8ea47e4f,segment=NetworkSegment(385fe9c1-efcc-4582-89d8-83cfa18214e8),segment_id=385fe9c1-efcc-4582-89d8-83cfa18214e8)] {{(pid=91255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:14:20.015433 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-19c81c45-5e7c-4c78-8d92-6d1c2d6c7ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2278802'] for port, after_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:20.019106 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-60f7400a-67f8-4c73-8776-1ae4a589bf6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:14:20.080155 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-19c81c45-5e7c-4c78-8d92-6d1c2d6c7ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:20.080763 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-19c81c45-5e7c-4c78-8d92-6d1c2d6c7ede service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:20.082142 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-19c81c45-5e7c-4c78-8d92-6d1c2d6c7ede service neutron] 10.222.0.10 "PUT /v2.0/ports/75314b91-9d41-44ce-ae12-6ffb8ea47e4f HTTP/1.1" status: 200 len: 1093 time: 1.0051577 May 18 10:14:20.082814 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b43c1387-dd81-42ad-a68e-45952d5246d9', 'tag': '75314b91-9d41-44ce-ae12-6ffb8ea47e4f'}] {{(pid=91255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:14:20.107648 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c81c45-5e7c-4c78-8d92-6d1c2d6c7ede service neutron] Pushing event updated for resources: {'Port': ['ID=75314b91-9d41-44ce-ae12-6ffb8ea47e4f,revision_number=3']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:14:20.115299 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-19c81c45-5e7c-4c78-8d92-6d1c2d6c7ede service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:14:20.160861 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b43c1387-dd81-42ad-a68e-45952d5246d9', 'tag': '75314b91-9d41-44ce-ae12-6ffb8ea47e4f', 'status': 'completed', 'code': 200} May 18 10:14:20.202840 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-356df9ce-d88f-408b-8909-b90cbd0a8221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:20.204703 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-356df9ce-d88f-408b-8909-b90cbd0a8221 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=370a1087f40543d08c394cfa7d622b95&device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 1096 time: 0.0819836 May 18 10:14:20.287002 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-d78a2962-1378-4271-8135-a1aac60d6ccc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75314b91-9d41-44ce-ae12-6ffb8ea47e4f HTTP/1.1" status: 200 len: 217 time: 0.0755086 May 18 10:14:20.353508 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-0528fe3d-930f-4a87-9670-8e2a0279643d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:20.355155 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-0528fe3d-930f-4a87-9670-8e2a0279643d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4e3915dd-aa64-4e3d-a174-48c1050f39e4 HTTP/1.1" status: 200 len: 854 time: 0.0624466 May 18 10:14:20.444058 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-3fc62e72-07de-49bc-af50-d10049722982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:20.445581 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-3fc62e72-07de-49bc-af50-d10049722982 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e6649372-ea67-4783-bbc7-7b4dc960ce6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0841928 May 18 10:14:20.590078 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-6fa6b8da-1d23-4acf-9023-33b8c36954b2 service neutron] 10.222.0.10 "GET /v2.0/networks/e6649372-ea67-4783-bbc7-7b4dc960ce6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366043 May 18 10:14:20.733329 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-06aef060-4dce-4d3b-a61d-0defc1487b7e req-c87fb1ee-5f2f-4dfb-8dad-d92c2b818b97 service neutron] 10.222.0.10 "GET /v2.0/networks/e6649372-ea67-4783-bbc7-7b4dc960ce6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362746 May 18 10:14:20.858487 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1e586-f806-4d06-b1f9-567f16b2194b req-42e9fb93-543e-4681-94f8-045dfd136d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:20.859881 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-95b1e586-f806-4d06-b1f9-567f16b2194b req-42e9fb93-543e-4681-94f8-045dfd136d66 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=370a1087f40543d08c394cfa7d622b95&device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 1096 time: 0.0735433 May 18 10:14:21.003178 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1e586-f806-4d06-b1f9-567f16b2194b req-b9ea27f3-cf23-4670-9052-158609f599a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:21.004621 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-95b1e586-f806-4d06-b1f9-567f16b2194b req-b9ea27f3-cf23-4670-9052-158609f599a8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e6649372-ea67-4783-bbc7-7b4dc960ce6a HTTP/1.1" status: 200 len: 916 time: 0.1386671 May 18 10:14:21.076951 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9694c6-be71-4eae-a852-2317dfe8c8a7 req-29509674-d275-44ce-a2f4-ef3913f28c39 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:21.078775 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-3a9694c6-be71-4eae-a852-2317dfe8c8a7 req-29509674-d275-44ce-a2f4-ef3913f28c39 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 943 time: 0.0978260 May 18 10:14:21.140982 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-3a9694c6-be71-4eae-a852-2317dfe8c8a7 req-31fd17a1-5c23-41c4-8dd1-d51730d4b5e0 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/security-groups?id=54201693-a4a8-4dd2-b879-6583ecf37c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522707 May 18 10:14:21.167112 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-95b1e586-f806-4d06-b1f9-567f16b2194b req-435069c2-8182-4be8-b9d7-2cd24945995f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75314b91-9d41-44ce-ae12-6ffb8ea47e4f HTTP/1.1" status: 200 len: 217 time: 0.1564906 May 18 10:14:21.240366 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1e586-f806-4d06-b1f9-567f16b2194b req-4e98cff5-07fb-4035-b99c-315a4c18027d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:21.241831 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-95b1e586-f806-4d06-b1f9-567f16b2194b req-4e98cff5-07fb-4035-b99c-315a4c18027d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4e3915dd-aa64-4e3d-a174-48c1050f39e4 HTTP/1.1" status: 200 len: 854 time: 0.0674918 May 18 10:14:21.329747 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1e586-f806-4d06-b1f9-567f16b2194b req-e51a59bd-a4a7-4226-89b0-6428aebb9ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:21.331269 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-95b1e586-f806-4d06-b1f9-567f16b2194b req-e51a59bd-a4a7-4226-89b0-6428aebb9ad7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e6649372-ea67-4783-bbc7-7b4dc960ce6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0806201 May 18 10:14:21.483671 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-95b1e586-f806-4d06-b1f9-567f16b2194b req-db86e10a-1e3d-4843-8a80-83c015a92b57 service neutron] 10.222.0.10 "GET /v2.0/networks/e6649372-ea67-4783-bbc7-7b4dc960ce6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452858 May 18 10:14:21.633415 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-95b1e586-f806-4d06-b1f9-567f16b2194b req-398f6537-f01a-4bc3-893e-1a5eb216a5c3 service neutron] 10.222.0.10 "GET /v2.0/networks/e6649372-ea67-4783-bbc7-7b4dc960ce6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435559 May 18 10:14:22.351221 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e2cac-c5ed-4aaa-8605-179e54e61231 req-ee485e01-7876-4aab-b237-fc9c0e60bbc1 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:22.352755 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-810e2cac-c5ed-4aaa-8605-179e54e61231 req-ee485e01-7876-4aab-b237-fc9c0e60bbc1 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 943 time: 0.0925629 May 18 10:14:22.404577 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-810e2cac-c5ed-4aaa-8605-179e54e61231 req-6e83ee28-b651-47fb-be57-d9d46da6f644 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/security-groups?id=54201693-a4a8-4dd2-b879-6583ecf37c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444374 May 18 10:14:22.606559 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-a6a9480c-164b-46ca-af2a-163ab06b453d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:23.610762 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb29df1-9327-478b-8c38-15b66437ae8b req-edad02c8-4f4a-4686-b01d-20c28f46fe8e tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:23.612335 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-9fb29df1-9327-478b-8c38-15b66437ae8b req-edad02c8-4f4a-4686-b01d-20c28f46fe8e tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 943 time: 0.0907729 May 18 10:14:23.660371 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-9fb29df1-9327-478b-8c38-15b66437ae8b req-9671d585-5b14-4655-ad4c-ce9530a6d780 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/security-groups?id=54201693-a4a8-4dd2-b879-6583ecf37c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419707 May 18 10:14:24.794250 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 75314b91-9d41-44ce-ae12-6ffb8ea47e4f details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:14:24.874875 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e39e10-4778-40b9-b740-85cb92afbed3 req-078f16e3-0c12-4855-9f9c-1ead2e42709e tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:24.876399 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b7e39e10-4778-40b9-b740-85cb92afbed3 req-078f16e3-0c12-4855-9f9c-1ead2e42709e tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 943 time: 0.0984874 May 18 10:14:24.933114 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b7e39e10-4778-40b9-b740-85cb92afbed3 req-47598bb6-3ff4-48f0-a818-a1c0870236a6 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/security-groups?id=54201693-a4a8-4dd2-b879-6583ecf37c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471313 May 18 10:14:24.939311 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 75314b91-9d41-44ce-ae12-6ffb8ea47e4f, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=75314b91-9d41-44ce-ae12-6ffb8ea47e4f,segment=NetworkSegment(385fe9c1-efcc-4582-89d8-83cfa18214e8),segment_id=385fe9c1-efcc-4582-89d8-83cfa18214e8)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:14:24.953758 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Returning: {'device': '75314b91-9d41-44ce-ae12-6ffb8ea47e4f', 'network_id': 'e6649372-ea67-4783-bbc7-7b4dc960ce6a', 'port_id': '75314b91-9d41-44ce-ae12-6ffb8ea47e4f', 'mac_address': 'fa:16:3e:e8:56:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e3915dd-aa64-4e3d-a174-48c1050f39e4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:14:25.013918 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:25.031833 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75314b91-9d41-44ce-ae12-6ffb8ea47e4f {{(pid=91256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:14:25.048718 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 75314b91-9d41-44ce-ae12-6ffb8ea47e4f, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=75314b91-9d41-44ce-ae12-6ffb8ea47e4f,segment=NetworkSegment(385fe9c1-efcc-4582-89d8-83cfa18214e8),segment_id=385fe9c1-efcc-4582-89d8-83cfa18214e8)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:14:25.053744 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:25.055853 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-f0b87a2d-b4ce-4a1e-a705-77c1bf6e4c38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:14:25.122920 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=75314b91-9d41-44ce-ae12-6ffb8ea47e4f,revision_number=4']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:14:25.126085 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:14:25.231071 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:25.240562 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99ecf585-5326-4b7f-8337-df4a62c4aa84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:25.429923 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['75314b91-9d41-44ce-ae12-6ffb8ea47e4f'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:14:26.133972 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df060677-0e61-4520-b9e0-53a58fde9e53 req-35e40e77-99c7-44c8-a7db-b5095578746f tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:26.135493 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-df060677-0e61-4520-b9e0-53a58fde9e53 req-35e40e77-99c7-44c8-a7db-b5095578746f tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 944 time: 0.0864820 May 18 10:14:26.188481 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-df060677-0e61-4520-b9e0-53a58fde9e53 req-542072e5-5e3f-439c-ba40-c7893e69ec4e tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/security-groups?id=54201693-a4a8-4dd2-b879-6583ecf37c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464954 May 18 10:14:26.669525 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:26.815970 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 75314b91-9d41-44ce-ae12-6ffb8ea47e4f up at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:14:26.908081 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning for port 75314b91-9d41-44ce-ae12-6ffb8ea47e4f completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:14:26.913969 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning complete for port 75314b91-9d41-44ce-ae12-6ffb8ea47e4f triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:14:26.914353 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:27.043407 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:27.071392 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43c1387-dd81-42ad-a68e-45952d5246d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75314b91-9d41-44ce-ae12-6ffb8ea47e4f'}] {{(pid=91256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:14:27.081838 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 75314b91-9d41-44ce-ae12-6ffb8ea47e4f, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=75314b91-9d41-44ce-ae12-6ffb8ea47e4f,segment=NetworkSegment(385fe9c1-efcc-4582-89d8-83cfa18214e8),segment_id=385fe9c1-efcc-4582-89d8-83cfa18214e8)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:14:27.087591 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:27.091374 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-25ec6a9f-7a64-4416-a465-5d23b4a6b780 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:14:27.170616 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=75314b91-9d41-44ce-ae12-6ffb8ea47e4f,revision_number=5']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:14:27.174585 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:14:27.291091 dv-cinder-772623-5-iscsi neutron-server[91256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b43c1387-dd81-42ad-a68e-45952d5246d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75314b91-9d41-44ce-ae12-6ffb8ea47e4f', 'code': 200} May 18 10:14:27.432718 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7b570-33eb-4deb-84aa-bffcf760fa32 req-f6d93144-4bf2-4d05-92ad-5f505f2163b2 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:27.435143 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-6ee7b570-33eb-4deb-84aa-bffcf760fa32 req-f6d93144-4bf2-4d05-92ad-5f505f2163b2 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 945 time: 0.1155427 May 18 10:14:27.490782 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-6ee7b570-33eb-4deb-84aa-bffcf760fa32 req-4aad057c-5504-4fb5-b417-1f17865c1629 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/security-groups?id=54201693-a4a8-4dd2-b879-6583ecf37c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459316 May 18 10:14:27.548266 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4339710-343e-498a-a0a3-33dcea0a4e0b req-16450877-35dc-4c96-bebf-c16974659e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:27.549881 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b4339710-343e-498a-a0a3-33dcea0a4e0b req-16450877-35dc-4c96-bebf-c16974659e09 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 1098 time: 0.0811110 May 18 10:14:27.598030 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b4339710-343e-498a-a0a3-33dcea0a4e0b req-c9c55fbf-a53c-4e48-904e-ff883b4524f9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=54201693-a4a8-4dd2-b879-6583ecf37c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407608 May 18 10:14:28.184926 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:28.700697 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b96965-e2c9-42d3-b9e0-3a3ddf80a17d req-7f22eb18-902b-493b-bee4-aed3c6d3909b tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:28.702457 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-78b96965-e2c9-42d3-b9e0-3a3ddf80a17d req-7f22eb18-902b-493b-bee4-aed3c6d3909b tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 945 time: 0.0912039 May 18 10:14:28.762873 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-78b96965-e2c9-42d3-b9e0-3a3ddf80a17d req-daa7ff5c-5b3f-4afe-bafe-5610a6cc7749 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/security-groups?id=54201693-a4a8-4dd2-b879-6583ecf37c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538752 May 18 10:14:29.950772 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd9dd0-1e9c-4462-9a36-46726d3e9c8e req-78bed603-d776-46cd-a68e-67d2e60f2041 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:29.952266 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-2bfd9dd0-1e9c-4462-9a36-46726d3e9c8e req-78bed603-d776-46cd-a68e-67d2e60f2041 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 945 time: 0.0844958 May 18 10:14:29.998170 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-2bfd9dd0-1e9c-4462-9a36-46726d3e9c8e req-000a8f0c-2ff4-4ebc-89b1-94715aaef911 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/security-groups?id=54201693-a4a8-4dd2-b879-6583ecf37c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401225 May 18 10:14:30.188833 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905867b6-98a8-4775-a83f-881c9dd6f5ec req-42e9d895-0915-405b-8c35-af92c1eb8846 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:30.190294 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-905867b6-98a8-4775-a83f-881c9dd6f5ec req-42e9d895-0915-405b-8c35-af92c1eb8846 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 945 time: 0.0859189 May 18 10:14:30.235014 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-905867b6-98a8-4775-a83f-881c9dd6f5ec req-8da381b7-78d2-4dcf-bccc-826cdff318cb tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/security-groups?id=54201693-a4a8-4dd2-b879-6583ecf37c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382304 May 18 10:14:30.638103 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9eb93-7cd3-4957-b351-8392713409b7 req-0ba473bf-87d0-4333-8c4d-ba1196c8cbeb tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:30.639670 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-1ba9eb93-7cd3-4957-b351-8392713409b7 req-0ba473bf-87d0-4333-8c4d-ba1196c8cbeb tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 945 time: 0.0817590 May 18 10:14:30.686345 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-1ba9eb93-7cd3-4957-b351-8392713409b7 req-0be3d668-96a3-4eba-aa5b-48aa50e88d66 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/security-groups?id=54201693-a4a8-4dd2-b879-6583ecf37c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392945 May 18 10:14:40.052883 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779dc373-63aa-47e4-91c2-7d147e85d82c req-194727d0-ea4a-4d6d-8776-f44e91300585 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:40.054447 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-779dc373-63aa-47e4-91c2-7d147e85d82c req-194727d0-ea4a-4d6d-8776-f44e91300585 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 945 time: 0.0851195 May 18 10:14:40.100855 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-779dc373-63aa-47e4-91c2-7d147e85d82c req-c001f1e3-5843-4e86-bd13-35e360947c2a tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/security-groups?id=54201693-a4a8-4dd2-b879-6583ecf37c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400794 May 18 10:14:40.125847 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 42468) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:14:40.282135 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea61dec5-2f73-4b5e-ba7e-9e3bd69634e5 tempest-TestMinimumBasicScenario-2108886269 tempest-TestMinimumBasicScenario-2108886269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:40.282874 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-ea61dec5-2f73-4b5e-ba7e-9e3bd69634e5 tempest-TestMinimumBasicScenario-2108886269 tempest-TestMinimumBasicScenario-2108886269-project-admin] Synchronizing usage tracker for tenant:0b796245912049329e5888c1bc45cba7 on resource:port {{(pid=91255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:14:40.299795 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-ea61dec5-2f73-4b5e-ba7e-9e3bd69634e5 tempest-TestMinimumBasicScenario-2108886269 tempest-TestMinimumBasicScenario-2108886269-project-admin] Unset dirty status for tenant:0b796245912049329e5888c1bc45cba7 on resource:port {{(pid=91255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:14:40.301169 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-ea61dec5-2f73-4b5e-ba7e-9e3bd69634e5 tempest-TestMinimumBasicScenario-2108886269 tempest-TestMinimumBasicScenario-2108886269-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 1093 time: 0.1741455 May 18 10:14:40.304376 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 42474) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:14:40.313898 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-ffdae721-97d6-4f49-a57b-d39071e40ba5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Request body: {'floatingip': {'floating_network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'port_id': '75314b91-9d41-44ce-ae12-6ffb8ea47e4f', 'tenant_id': '370a1087f40543d08c394cfa7d622b95', 'fixed_ip_address': '172.20.0.8'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:14:40.321678 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-ffdae721-97d6-4f49-a57b-d39071e40ba5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:14:40.325928 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-ffdae721-97d6-4f49-a57b-d39071e40ba5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Usage tracker for resource:floatingip and tenant:370a1087f40543d08c394cfa7d622b95 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:14:40.329042 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-ffdae721-97d6-4f49-a57b-d39071e40ba5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:14:40.335405 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-ffdae721-97d6-4f49-a57b-d39071e40ba5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:14:40.353200 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-ffdae721-97d6-4f49-a57b-d39071e40ba5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks [] for floatingip, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:40.490189 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-ffdae721-97d6-4f49-a57b-d39071e40ba5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:40.640549 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.db_base_plugin_common [None req-ffdae721-97d6-4f49-a57b-d39071e40ba5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Allocated IP 172.27.1.178 (bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3/bad1a46d-7140-454d-84c6-4b97dc4a536e/e1124ab1-54e8-4c92-ba4f-8057d09a131e) {{(pid=91255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:14:40.791908 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-ffdae721-97d6-4f49-a57b-d39071e40ba5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks [] for port, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:40.823086 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-ffdae721-97d6-4f49-a57b-d39071e40ba5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278795'] for port, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:40.827193 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-5384e032-1266-4553-8e07-244c9919f004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:14:40.971630 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdae721-97d6-4f49-a57b-d39071e40ba5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Network bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3 is already hosted by enough agents. {{(pid=91255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:14:40.974359 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [None req-ffdae721-97d6-4f49-a57b-d39071e40ba5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Resources bound (agent type, host, resource id): {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:14:40.978142 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdae721-97d6-4f49-a57b-d39071e40ba5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Received port after_create {{(pid=91255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:14:41.018046 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdae721-97d6-4f49-a57b-d39071e40ba5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Pushing event updated for resources: {'Port': ['ID=e1124ab1-54e8-4c92-ba4f-8057d09a131e,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:14:41.034537 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdae721-97d6-4f49-a57b-d39071e40ba5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:14:41.034923 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdae721-97d6-4f49-a57b-d39071e40ba5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:14:41.035288 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdae721-97d6-4f49-a57b-d39071e40ba5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:14:41.035648 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdae721-97d6-4f49-a57b-d39071e40ba5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:14:41.036004 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdae721-97d6-4f49-a57b-d39071e40ba5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:14:41.036358 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdae721-97d6-4f49-a57b-d39071e40ba5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:14:41.036709 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdae721-97d6-4f49-a57b-d39071e40ba5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:14:41.037058 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdae721-97d6-4f49-a57b-d39071e40ba5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:14:41.037404 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdae721-97d6-4f49-a57b-d39071e40ba5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:14:41.037750 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdae721-97d6-4f49-a57b-d39071e40ba5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:14:41.038096 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdae721-97d6-4f49-a57b-d39071e40ba5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:14:41.038466 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdae721-97d6-4f49-a57b-d39071e40ba5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:14:41.043216 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-ffdae721-97d6-4f49-a57b-d39071e40ba5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:14:41.545961 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-ffdae721-97d6-4f49-a57b-d39071e40ba5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:41.666125 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-ffdae721-97d6-4f49-a57b-d39071e40ba5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:41.883862 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-ffdae721-97d6-4f49-a57b-d39071e40ba5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks [] for port, precommit_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:41.888256 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-ffdae721-97d6-4f49-a57b-d39071e40ba5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2278802'] for port, after_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:41.892041 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-5384e032-1266-4553-8e07-244c9919f004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:14:42.003450 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdae721-97d6-4f49-a57b-d39071e40ba5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Pushing event updated for resources: {'Port': ['ID=e1124ab1-54e8-4c92-ba4f-8057d09a131e,revision_number=2']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:14:42.006249 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-ffdae721-97d6-4f49-a57b-d39071e40ba5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:14:42.015744 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-ffdae721-97d6-4f49-a57b-d39071e40ba5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922060'] for floatingip, after_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:42.187483 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.db.l3_db [None req-ffdae721-97d6-4f49-a57b-d39071e40ba5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Floating IP 986e2bb8-209f-4d5c-86df-83edc526712b associated. External IP: 172.27.1.178, port: 75314b91-9d41-44ce-ae12-6ffb8ea47e4f. May 18 10:14:42.653288 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffdae721-97d6-4f49-a57b-d39071e40ba5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Router db7ed486-cb2d-4bec-ac04-dc953de9d17c has already been hosted by L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb {{(pid=91255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:14:42.828558 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdae721-97d6-4f49-a57b-d39071e40ba5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:14:42.838983 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b66a50-e71b-4580-8c1f-29dc12c6b610 None None] Sync routers for ids ['db7ed486-cb2d-4bec-ac04-dc953de9d17c'] in dv-cinder-772623-5-iscsi {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:14:42.848427 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b66a50-e71b-4580-8c1f-29dc12c6b610 None None] Routers {'db7ed486-cb2d-4bec-ac04-dc953de9d17c'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:14:42.849397 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-79b66a50-e71b-4580-8c1f-29dc12c6b610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:14:25Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['db7ed486-cb2d-4bec-ac04-dc953de9d17c'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:14:42.853263 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:14:42.855174 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-ffdae721-97d6-4f49-a57b-d39071e40ba5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for floatingip, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:42.911605 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-ffdae721-97d6-4f49-a57b-d39071e40ba5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6058679 May 18 10:14:42.912366 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b43c1387-dd81-42ad-a68e-45952d5246d9', 'tag': '75314b91-9d41-44ce-ae12-6ffb8ea47e4f'}] {{(pid=91255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:14:42.914588 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 42478) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:14:42.919864 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-918ab3a0-921f-4ce9-af94-26a1d4fb745f tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-620121786', 'description': 'tempest-secgroup-smoke-620121786 description', 'project_id': '370a1087f40543d08c394cfa7d622b95'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:14:42.926113 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-918ab3a0-921f-4ce9-af94-26a1d4fb745f tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:14:42.936890 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-918ab3a0-921f-4ce9-af94-26a1d4fb745f tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:14:42.949336 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-918ab3a0-921f-4ce9-af94-26a1d4fb745f tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:42.960023 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b43c1387-dd81-42ad-a68e-45952d5246d9', 'tag': '75314b91-9d41-44ce-ae12-6ffb8ea47e4f', 'status': 'completed', 'code': 200} May 18 10:14:42.972537 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-918ab3a0-921f-4ce9-af94-26a1d4fb745f tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:14:42.976546 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-918ab3a0-921f-4ce9-af94-26a1d4fb745f tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Usage tracker for resource:security_group_rule and tenant:370a1087f40543d08c394cfa7d622b95 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:14:42.980183 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-918ab3a0-921f-4ce9-af94-26a1d4fb745f tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:14:42.993276 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-918ab3a0-921f-4ce9-af94-26a1d4fb745f tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:14:43.054070 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-79b66a50-e71b-4580-8c1f-29dc12c6b610 None None] Set router db7ed486-cb2d-4bec-ac04-dc953de9d17c gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:14:43.067370 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c536f6-2e60-4fc7-9cb7-85568fe43943 req-f0f24fda-2f22-4ed8-b26d-f5c8f1e1a7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:43.070069 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b7c536f6-2e60-4fc7-9cb7-85568fe43943 req-f0f24fda-2f22-4ed8-b26d-f5c8f1e1a7e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=370a1087f40543d08c394cfa7d622b95&device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 1098 time: 0.0887043 May 18 10:14:43.088865 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-918ab3a0-921f-4ce9-af94-26a1d4fb745f tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:43.093880 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-918ab3a0-921f-4ce9-af94-26a1d4fb745f tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:43.098342 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-a02bd23b-7499-4646-9393-a8d8c6ea7369 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:14:43.141990 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ab3a0-921f-4ce9-af94-26a1d4fb745f tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=516db4c7-d67f-41fa-8e1c-8c3680c90ceb,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:14:43.154294 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ab3a0-921f-4ce9-af94-26a1d4fb745f tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:14:43.154706 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ab3a0-921f-4ce9-af94-26a1d4fb745f tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:14:43.155073 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ab3a0-921f-4ce9-af94-26a1d4fb745f tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:14:43.155485 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ab3a0-921f-4ce9-af94-26a1d4fb745f tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:14:43.155795 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ab3a0-921f-4ce9-af94-26a1d4fb745f tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:14:43.156158 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ab3a0-921f-4ce9-af94-26a1d4fb745f tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:14:43.156504 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ab3a0-921f-4ce9-af94-26a1d4fb745f tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:14:43.156864 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ab3a0-921f-4ce9-af94-26a1d4fb745f tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:14:43.157216 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ab3a0-921f-4ce9-af94-26a1d4fb745f tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:14:43.157593 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ab3a0-921f-4ce9-af94-26a1d4fb745f tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:14:43.157911 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ab3a0-921f-4ce9-af94-26a1d4fb745f tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:14:43.158262 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ab3a0-921f-4ce9-af94-26a1d4fb745f tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:14:43.162038 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-918ab3a0-921f-4ce9-af94-26a1d4fb745f tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:14:43.162845 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-918ab3a0-921f-4ce9-af94-26a1d4fb745f tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:43.164409 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-918ab3a0-921f-4ce9-af94-26a1d4fb745f tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2485678 May 18 10:14:43.170447 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 42484) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:14:43.178127 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-fb204439-1e3b-4907-a706-94c5303a6def tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Request body: {'security_group_rule': {'security_group_id': '516db4c7-d67f-41fa-8e1c-8c3680c90ceb', 'project_id': '370a1087f40543d08c394cfa7d622b95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:14:43.184324 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-fb204439-1e3b-4907-a706-94c5303a6def tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:14:43.188445 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-fb204439-1e3b-4907-a706-94c5303a6def tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Usage tracker for resource:security_group_rule and tenant:370a1087f40543d08c394cfa7d622b95 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:14:43.191832 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-fb204439-1e3b-4907-a706-94c5303a6def tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:14:43.197807 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-fb204439-1e3b-4907-a706-94c5303a6def tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:14:43.216632 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-fb204439-1e3b-4907-a706-94c5303a6def tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:43.247881 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c536f6-2e60-4fc7-9cb7-85568fe43943 req-099ac1ce-b129-46c1-8b5b-40e88ff9ed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:43.249328 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b7c536f6-2e60-4fc7-9cb7-85568fe43943 req-099ac1ce-b129-46c1-8b5b-40e88ff9ed64 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e6649372-ea67-4783-bbc7-7b4dc960ce6a HTTP/1.1" status: 200 len: 916 time: 0.1725430 May 18 10:14:43.290232 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-fb204439-1e3b-4907-a706-94c5303a6def tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:43.294360 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-fb204439-1e3b-4907-a706-94c5303a6def tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971979'] for security_group_rule, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:43.296955 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-0e2cde4d-5836-417c-ba67-ddd2666a831f tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:14:43.320632 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb204439-1e3b-4907-a706-94c5303a6def tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03c5f806-91af-4497-895b-61a71dde6f4e,revision_number=0']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:14:43.325738 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-fb204439-1e3b-4907-a706-94c5303a6def tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:14:43.333925 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-fb204439-1e3b-4907-a706-94c5303a6def tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:43.338322 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-fb204439-1e3b-4907-a706-94c5303a6def tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1640561 May 18 10:14:43.339261 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 42488) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:14:43.344724 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-50693901-c174-4c39-80da-b68056aac608 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Request body: {'security_group_rule': {'security_group_id': '516db4c7-d67f-41fa-8e1c-8c3680c90ceb', 'project_id': '370a1087f40543d08c394cfa7d622b95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:14:43.350758 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-50693901-c174-4c39-80da-b68056aac608 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:14:43.355158 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-50693901-c174-4c39-80da-b68056aac608 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Usage tracker for resource:security_group_rule and tenant:370a1087f40543d08c394cfa7d622b95 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:14:43.358093 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-50693901-c174-4c39-80da-b68056aac608 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:14:43.366738 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-50693901-c174-4c39-80da-b68056aac608 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:14:43.371137 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b7c536f6-2e60-4fc7-9cb7-85568fe43943 req-1a94a82a-60b1-42c7-9649-798e9a995308 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75314b91-9d41-44ce-ae12-6ffb8ea47e4f HTTP/1.1" status: 200 len: 999 time: 0.1146801 May 18 10:14:43.384987 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-50693901-c174-4c39-80da-b68056aac608 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:43.457879 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-50693901-c174-4c39-80da-b68056aac608 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:43.463708 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-50693901-c174-4c39-80da-b68056aac608 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971979'] for security_group_rule, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:43.463913 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c536f6-2e60-4fc7-9cb7-85568fe43943 req-ec1c4f1b-93ce-4e69-8ee0-50e3e90ffad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:43.466037 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b7c536f6-2e60-4fc7-9cb7-85568fe43943 req-ec1c4f1b-93ce-4e69-8ee0-50e3e90ffad1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4e3915dd-aa64-4e3d-a174-48c1050f39e4 HTTP/1.1" status: 200 len: 854 time: 0.0886753 May 18 10:14:43.466206 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-79b66a50-e71b-4580-8c1f-29dc12c6b610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7ed486-cb2d-4bec-ac04-dc953de9d17c', 'name': 'tempest-TestMinimumBasicScenario-1856669445-router', 'tenant_id': '370a1087f40543d08c394cfa7d622b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'ea2901ff-1c49-42c1-88e5-4e45666ced50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:13:39Z', 'updated_at': '2021-05-18T10:13:43Z', 'revision_number': 4, 'project_id': '370a1087f40543d08c394cfa7d622b95', 'gw_port': {'id': 'ea2901ff-1c49-42c1-88e5-4e45666ced50', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7ed486-cb2d-4bec-ac04-dc953de9d17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:13:40Z', 'updated_at': '2021-05-18T10:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_floatingips': [{'id': '986e2bb8-209f-4d5c-86df-83edc526712b', 'tenant_id': '370a1087f40543d08c394cfa7d622b95', 'floating_ip_address': '172.27.1.178', 'floating_network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'router_id': 'db7ed486-cb2d-4bec-ac04-dc953de9d17c', 'port_id': '75314b91-9d41-44ce-ae12-6ffb8ea47e4f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6649372-ea67-4783-bbc7-7b4dc960ce6a', 'mac_address': 'fa:16:3e:e8:56:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43c1387-dd81-42ad-a68e-45952d5246d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:14:41Z', 'updated_at': '2021-05-18T10:14:41Z', 'revision_number': 0, 'project_id': '370a1087f40543d08c394cfa7d622b95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f70a4bfe-a2a5-4163-91d6-3e912fa583c7', 'name': '', 'network_id': 'e6649372-ea67-4783-bbc7-7b4dc960ce6a', 'tenant_id': '370a1087f40543d08c394cfa7d622b95', 'mac_address': 'fa:16:3e:b2:09:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7ed486-cb2d-4bec-ac04-dc953de9d17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '4e3915dd-aa64-4e3d-a174-48c1050f39e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:13:42Z', 'updated_at': '2021-05-18T10:13:49Z', 'revision_number': 5, 'project_id': '370a1087f40543d08c394cfa7d622b95', 'subnets': [{'id': '4e3915dd-aa64-4e3d-a174-48c1050f39e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:14:43.466429 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-c1c09e75-2d2d-4722-930d-102012418af7 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:14:43.469980 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b66a50-e71b-4580-8c1f-29dc12c6b610 None None] Checking router: db7ed486-cb2d-4bec-ac04-dc953de9d17c for host: dv-cinder-772623-5-iscsi {{(pid=91256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:14:43.478799 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b66a50-e71b-4580-8c1f-29dc12c6b610 None None] Routers {'db7ed486-cb2d-4bec-ac04-dc953de9d17c'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:14:43.479401 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-79b66a50-e71b-4580-8c1f-29dc12c6b610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:14:25Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['db7ed486-cb2d-4bec-ac04-dc953de9d17c'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:14:43.488694 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50693901-c174-4c39-80da-b68056aac608 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40c9bb06-b76b-4723-a156-6bb7b628d0cb,revision_number=0']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:14:43.498902 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-50693901-c174-4c39-80da-b68056aac608 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:14:43.503555 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-50693901-c174-4c39-80da-b68056aac608 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:43.507539 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-50693901-c174-4c39-80da-b68056aac608 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1646667 May 18 10:14:43.507768 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 42492) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:14:43.514185 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-b4c01aea-e92a-4a76-aeb7-d12d4bb7f7a1 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Request body: {'security_group_rule': {'security_group_id': '516db4c7-d67f-41fa-8e1c-8c3680c90ceb', 'project_id': '370a1087f40543d08c394cfa7d622b95', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:14:43.519591 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-b4c01aea-e92a-4a76-aeb7-d12d4bb7f7a1 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:14:43.524716 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-b4c01aea-e92a-4a76-aeb7-d12d4bb7f7a1 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Usage tracker for resource:security_group_rule and tenant:370a1087f40543d08c394cfa7d622b95 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:14:43.527833 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-b4c01aea-e92a-4a76-aeb7-d12d4bb7f7a1 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:14:43.533821 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-b4c01aea-e92a-4a76-aeb7-d12d4bb7f7a1 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:14:43.551446 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b4c01aea-e92a-4a76-aeb7-d12d4bb7f7a1 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:43.553170 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c536f6-2e60-4fc7-9cb7-85568fe43943 req-f6e0f978-00a0-4a06-86c7-1385836b421c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:43.554811 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b7c536f6-2e60-4fc7-9cb7-85568fe43943 req-f6e0f978-00a0-4a06-86c7-1385836b421c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e6649372-ea67-4783-bbc7-7b4dc960ce6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0835686 May 18 10:14:43.628840 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b4c01aea-e92a-4a76-aeb7-d12d4bb7f7a1 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:43.634827 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b4c01aea-e92a-4a76-aeb7-d12d4bb7f7a1 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971979'] for security_group_rule, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:43.637637 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:14:43.662228 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c01aea-e92a-4a76-aeb7-d12d4bb7f7a1 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ac92771-d7a6-4acc-af09-32e407794cb0,revision_number=0']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:14:43.670867 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-79b66a50-e71b-4580-8c1f-29dc12c6b610 None None] Set router db7ed486-cb2d-4bec-ac04-dc953de9d17c gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:14:43.679649 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-b4c01aea-e92a-4a76-aeb7-d12d4bb7f7a1 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:14:43.684107 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b4c01aea-e92a-4a76-aeb7-d12d4bb7f7a1 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:43.688739 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-b4c01aea-e92a-4a76-aeb7-d12d4bb7f7a1 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1773722 May 18 10:14:43.689165 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 42496) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:14:43.694854 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-41f47526-02bd-43a1-a893-4368d93477d4 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Request body: {'security_group_rule': {'security_group_id': '516db4c7-d67f-41fa-8e1c-8c3680c90ceb', 'project_id': '370a1087f40543d08c394cfa7d622b95', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:14:43.701805 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-41f47526-02bd-43a1-a893-4368d93477d4 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:14:43.703343 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b7c536f6-2e60-4fc7-9cb7-85568fe43943 req-18261565-b294-4695-82bb-4ec44bc53b9f service neutron] 10.222.0.10 "GET /v2.0/networks/e6649372-ea67-4783-bbc7-7b4dc960ce6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383653 May 18 10:14:43.706331 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-41f47526-02bd-43a1-a893-4368d93477d4 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Usage tracker for resource:security_group_rule and tenant:370a1087f40543d08c394cfa7d622b95 is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:14:43.709271 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-41f47526-02bd-43a1-a893-4368d93477d4 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:14:43.715452 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-41f47526-02bd-43a1-a893-4368d93477d4 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:14:43.736393 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-41f47526-02bd-43a1-a893-4368d93477d4 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:43.832276 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-41f47526-02bd-43a1-a893-4368d93477d4 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:43.838429 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-41f47526-02bd-43a1-a893-4368d93477d4 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971979'] for security_group_rule, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:43.853685 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-ecf0bd2c-5e93-434e-9030-3722afb4acbd tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:14:43.854020 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b7c536f6-2e60-4fc7-9cb7-85568fe43943 req-c93b3464-7ba9-4597-ab97-ffaeff323c63 service neutron] 10.222.0.10 "GET /v2.0/networks/e6649372-ea67-4783-bbc7-7b4dc960ce6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442397 May 18 10:14:43.880450 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f47526-02bd-43a1-a893-4368d93477d4 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c0042d-5feb-4a58-88d9-950531631680,revision_number=0']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:14:43.884617 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-41f47526-02bd-43a1-a893-4368d93477d4 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:14:43.895679 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-41f47526-02bd-43a1-a893-4368d93477d4 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:43.896953 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-41f47526-02bd-43a1-a893-4368d93477d4 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2066855 May 18 10:14:43.900679 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 42500) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:14:43.907833 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-55f1234e-38dd-425d-a0b3-4852e0771cb3 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Request body: {'security_group_rule': {'security_group_id': '516db4c7-d67f-41fa-8e1c-8c3680c90ceb', 'project_id': '370a1087f40543d08c394cfa7d622b95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:14:43.914118 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-55f1234e-38dd-425d-a0b3-4852e0771cb3 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:14:43.918180 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-55f1234e-38dd-425d-a0b3-4852e0771cb3 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Usage tracker for resource:security_group_rule and tenant:370a1087f40543d08c394cfa7d622b95 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:14:43.921477 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-55f1234e-38dd-425d-a0b3-4852e0771cb3 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:14:43.928273 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-55f1234e-38dd-425d-a0b3-4852e0771cb3 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:14:43.939257 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.db.securitygroups_db [None req-55f1234e-38dd-425d-a0b3-4852e0771cb3 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Project 370a1087f40543d08c394cfa7d622b95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 10:14:43.945315 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-55f1234e-38dd-425d-a0b3-4852e0771cb3 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:44.013991 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-55f1234e-38dd-425d-a0b3-4852e0771cb3 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:44.020130 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-55f1234e-38dd-425d-a0b3-4852e0771cb3 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971979'] for security_group_rule, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:44.022557 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:14:44.050339 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1234e-38dd-425d-a0b3-4852e0771cb3 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=889d5c8f-ddaa-40f5-a0aa-09623879ac3b,revision_number=0']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:14:44.053079 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-55f1234e-38dd-425d-a0b3-4852e0771cb3 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:14:44.061417 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-55f1234e-38dd-425d-a0b3-4852e0771cb3 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:44.062740 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-55f1234e-38dd-425d-a0b3-4852e0771cb3 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1607907 May 18 10:14:44.065419 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 42504) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:14:44.070993 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-3343514e-d4d1-4624-a590-b4bb73ac4bf7 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Request body: {'security_group_rule': {'security_group_id': '516db4c7-d67f-41fa-8e1c-8c3680c90ceb', 'project_id': '370a1087f40543d08c394cfa7d622b95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:14:44.076919 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-3343514e-d4d1-4624-a590-b4bb73ac4bf7 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:14:44.081026 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-3343514e-d4d1-4624-a590-b4bb73ac4bf7 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Usage tracker for resource:security_group_rule and tenant:370a1087f40543d08c394cfa7d622b95 is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:14:44.083981 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-3343514e-d4d1-4624-a590-b4bb73ac4bf7 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:14:44.090303 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-3343514e-d4d1-4624-a590-b4bb73ac4bf7 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:14:44.103232 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.db.securitygroups_db [None req-3343514e-d4d1-4624-a590-b4bb73ac4bf7 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Project 370a1087f40543d08c394cfa7d622b95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 10:14:44.107317 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-79b66a50-e71b-4580-8c1f-29dc12c6b610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7ed486-cb2d-4bec-ac04-dc953de9d17c', 'name': 'tempest-TestMinimumBasicScenario-1856669445-router', 'tenant_id': '370a1087f40543d08c394cfa7d622b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'ea2901ff-1c49-42c1-88e5-4e45666ced50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:13:39Z', 'updated_at': '2021-05-18T10:13:43Z', 'revision_number': 4, 'project_id': '370a1087f40543d08c394cfa7d622b95', 'gw_port': {'id': 'ea2901ff-1c49-42c1-88e5-4e45666ced50', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7ed486-cb2d-4bec-ac04-dc953de9d17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:13:40Z', 'updated_at': '2021-05-18T10:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_floatingips': [{'id': '986e2bb8-209f-4d5c-86df-83edc526712b', 'tenant_id': '370a1087f40543d08c394cfa7d622b95', 'floating_ip_address': '172.27.1.178', 'floating_network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'router_id': 'db7ed486-cb2d-4bec-ac04-dc953de9d17c', 'port_id': '75314b91-9d41-44ce-ae12-6ffb8ea47e4f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6649372-ea67-4783-bbc7-7b4dc960ce6a', 'mac_address': 'fa:16:3e:e8:56:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43c1387-dd81-42ad-a68e-45952d5246d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:14:41Z', 'updated_at': '2021-05-18T10:14:41Z', 'revision_number': 0, 'project_id': '370a1087f40543d08c394cfa7d622b95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f70a4bfe-a2a5-4163-91d6-3e912fa583c7', 'name': '', 'network_id': 'e6649372-ea67-4783-bbc7-7b4dc960ce6a', 'tenant_id': '370a1087f40543d08c394cfa7d622b95', 'mac_address': 'fa:16:3e:b2:09:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7ed486-cb2d-4bec-ac04-dc953de9d17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '4e3915dd-aa64-4e3d-a174-48c1050f39e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:13:42Z', 'updated_at': '2021-05-18T10:13:49Z', 'revision_number': 5, 'project_id': '370a1087f40543d08c394cfa7d622b95', 'subnets': [{'id': '4e3915dd-aa64-4e3d-a174-48c1050f39e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:14:44.109745 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3343514e-d4d1-4624-a590-b4bb73ac4bf7 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:44.111830 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b66a50-e71b-4580-8c1f-29dc12c6b610 None None] The sync data for ids ['db7ed486-cb2d-4bec-ac04-dc953de9d17c'] in dv-cinder-772623-5-iscsi is: [{'id': 'db7ed486-cb2d-4bec-ac04-dc953de9d17c', 'name': 'tempest-TestMinimumBasicScenario-1856669445-router', 'tenant_id': '370a1087f40543d08c394cfa7d622b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'ea2901ff-1c49-42c1-88e5-4e45666ced50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:13:39Z', 'updated_at': '2021-05-18T10:13:43Z', 'revision_number': 4, 'project_id': '370a1087f40543d08c394cfa7d622b95', 'gw_port': {'id': 'ea2901ff-1c49-42c1-88e5-4e45666ced50', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7ed486-cb2d-4bec-ac04-dc953de9d17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:13:40Z', 'updated_at': '2021-05-18T10:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_floatingips': [{'id': '986e2bb8-209f-4d5c-86df-83edc526712b', 'tenant_id': '370a1087f40543d08c394cfa7d622b95', 'floating_ip_address': '172.27.1.178', 'floating_network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'router_id': 'db7ed486-cb2d-4bec-ac04-dc953de9d17c', 'port_id': '75314b91-9d41-44ce-ae12-6ffb8ea47e4f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6649372-ea67-4783-bbc7-7b4dc960ce6a', 'mac_address': 'fa:16:3e:e8:56:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43c1387-dd81-42ad-a68e-45952d5246d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:14:41Z', 'updated_at': '2021-05-18T10:14:41Z', 'revision_number': 0, 'project_id': '370a1087f40543d08c394cfa7d622b95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f70a4bfe-a2a5-4163-91d6-3e912fa583c7', 'name': '', 'network_id': 'e6649372-ea67-4783-bbc7-7b4dc960ce6a', 'tenant_id': '370a1087f40543d08c394cfa7d622b95', 'mac_address': 'fa:16:3e:b2:09:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7ed486-cb2d-4bec-ac04-dc953de9d17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '4e3915dd-aa64-4e3d-a174-48c1050f39e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:13:42Z', 'updated_at': '2021-05-18T10:13:49Z', 'revision_number': 5, 'project_id': '370a1087f40543d08c394cfa7d622b95', 'subnets': [{'id': '4e3915dd-aa64-4e3d-a174-48c1050f39e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:14:44.189128 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3343514e-d4d1-4624-a590-b4bb73ac4bf7 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:44.194532 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3343514e-d4d1-4624-a590-b4bb73ac4bf7 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971979'] for security_group_rule, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:44.196982 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-b0408262-1807-445f-8e42-6f742c8cef6c tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:14:44.221588 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343514e-d4d1-4624-a590-b4bb73ac4bf7 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=232779b6-d47f-4013-a422-19f63731b779,revision_number=0']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:14:44.226828 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-3343514e-d4d1-4624-a590-b4bb73ac4bf7 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:14:44.232881 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3343514e-d4d1-4624-a590-b4bb73ac4bf7 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:44.234522 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-3343514e-d4d1-4624-a590-b4bb73ac4bf7 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1679642 May 18 10:14:44.345498 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cf987b-5cc2-4ad6-9e8b-d8a7e3076346 None None] New status for floating IP 986e2bb8-209f-4d5c-86df-83edc526712b: ACTIVE {{(pid=91257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 10:14:44.368933 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b05f6df6-be29-41fd-960c-68e1fedfa885 req-0f40d574-44ae-4b7d-aa7c-4d202d764a01 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-620121786&fields=id&tenant_id=370a1087f40543d08c394cfa7d622b95 HTTP/1.1" status: 200 len: 267 time: 0.0447133 May 18 10:14:44.459373 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f6df6-be29-41fd-960c-68e1fedfa885 req-3cb74273-ba69-4366-a0e1-9cbbef9e3dc6 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:44.461110 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b05f6df6-be29-41fd-960c-68e1fedfa885 req-3cb74273-ba69-4366-a0e1-9cbbef9e3dc6 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 945 time: 0.0860271 May 18 10:14:44.472875 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [req-b05f6df6-be29-41fd-960c-68e1fedfa885 req-6909dcea-c467-4f3c-acac-302c1ec3de4e tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Request body: {'port': {'security_groups': ['54201693-a4a8-4dd2-b879-6583ecf37c04', '516db4c7-d67f-41fa-8e1c-8c3680c90ceb']}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:14:44.696492 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-b05f6df6-be29-41fd-960c-68e1fedfa885 req-6909dcea-c467-4f3c-acac-302c1ec3de4e tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:44.951384 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [req-b05f6df6-be29-41fd-960c-68e1fedfa885 req-6909dcea-c467-4f3c-acac-302c1ec3de4e tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] For port 75314b91-9d41-44ce-ae12-6ffb8ea47e4f, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=75314b91-9d41-44ce-ae12-6ffb8ea47e4f,segment=NetworkSegment(385fe9c1-efcc-4582-89d8-83cfa18214e8),segment_id=385fe9c1-efcc-4582-89d8-83cfa18214e8)] {{(pid=91255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:14:44.976392 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-b05f6df6-be29-41fd-960c-68e1fedfa885 req-6909dcea-c467-4f3c-acac-302c1ec3de4e tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks [] for port, precommit_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:44.981200 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-b05f6df6-be29-41fd-960c-68e1fedfa885 req-6909dcea-c467-4f3c-acac-302c1ec3de4e tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2278802'] for port, after_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:44.987161 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-25b9f6a9-a861-4982-b22d-5150ef444bda tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:14:44.992835 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['75314b91-9d41-44ce-ae12-6ffb8ea47e4f'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:14:45.056694 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f6df6-be29-41fd-960c-68e1fedfa885 req-6909dcea-c467-4f3c-acac-302c1ec3de4e tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:45.057313 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-b05f6df6-be29-41fd-960c-68e1fedfa885 req-6909dcea-c467-4f3c-acac-302c1ec3de4e tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:45.058732 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b05f6df6-be29-41fd-960c-68e1fedfa885 req-6909dcea-c467-4f3c-acac-302c1ec3de4e tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "PUT /v2.0/ports/75314b91-9d41-44ce-ae12-6ffb8ea47e4f HTTP/1.1" status: 200 len: 981 time: 0.5905077 May 18 10:14:45.059320 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b43c1387-dd81-42ad-a68e-45952d5246d9', 'tag': '75314b91-9d41-44ce-ae12-6ffb8ea47e4f'}] {{(pid=91255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:14:45.093862 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6909dcea-c467-4f3c-acac-302c1ec3de4e tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Pushing event updated for resources: {'Port': ['ID=75314b91-9d41-44ce-ae12-6ffb8ea47e4f,revision_number=6']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:14:45.106869 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-6909dcea-c467-4f3c-acac-302c1ec3de4e tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:14:45.123874 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b43c1387-dd81-42ad-a68e-45952d5246d9', 'tag': '75314b91-9d41-44ce-ae12-6ffb8ea47e4f', 'status': 'completed', 'code': 200} May 18 10:14:45.151394 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['75314b91-9d41-44ce-ae12-6ffb8ea47e4f'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:14:45.230626 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcd740-d8c6-4eb0-a88f-f243d92ea6c2 req-6762a43f-517a-418a-b939-bc0332ec0b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:45.232013 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b1dcd740-d8c6-4eb0-a88f-f243d92ea6c2 req-6762a43f-517a-418a-b939-bc0332ec0b39 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=370a1087f40543d08c394cfa7d622b95&device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 1137 time: 0.0815094 May 18 10:14:45.296565 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da6f67-27fc-4837-aab7-b902d6f9e4cb req-77ffa40d-739d-4eca-8a43-45692d57ae6c tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:45.297768 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-02da6f67-27fc-4837-aab7-b902d6f9e4cb req-77ffa40d-739d-4eca-8a43-45692d57ae6c tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 984 time: 0.1094754 May 18 10:14:45.351519 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-02da6f67-27fc-4837-aab7-b902d6f9e4cb req-6554e71a-c4d6-4567-a698-8402f430ad80 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Synchronizing usage tracker for tenant:370a1087f40543d08c394cfa7d622b95 on resource:security_group {{(pid=91254) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:14:45.368363 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-02da6f67-27fc-4837-aab7-b902d6f9e4cb req-6554e71a-c4d6-4567-a698-8402f430ad80 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Unset dirty status for tenant:370a1087f40543d08c394cfa7d622b95 on resource:security_group {{(pid=91254) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:14:45.369746 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-02da6f67-27fc-4837-aab7-b902d6f9e4cb req-6554e71a-c4d6-4567-a698-8402f430ad80 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/security-groups?id=54201693-a4a8-4dd2-b879-6583ecf37c04&id=516db4c7-d67f-41fa-8e1c-8c3680c90ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0660417 May 18 10:14:45.379588 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcd740-d8c6-4eb0-a88f-f243d92ea6c2 req-f72abff9-f57f-47b2-b46f-c31471142e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:45.381071 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b1dcd740-d8c6-4eb0-a88f-f243d92ea6c2 req-f72abff9-f57f-47b2-b46f-c31471142e64 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e6649372-ea67-4783-bbc7-7b4dc960ce6a HTTP/1.1" status: 200 len: 916 time: 0.1422098 May 18 10:14:45.404087 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-44b7f577-78c2-4701-bc8e-fda726fc18c2 None None] Provisioning complete for port 75314b91-9d41-44ce-ae12-6ffb8ea47e4f triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:14:45.404456 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-44b7f577-78c2-4701-bc8e-fda726fc18c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:45.498493 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b1dcd740-d8c6-4eb0-a88f-f243d92ea6c2 req-20f66b0a-9f89-4db0-aa46-bc47c6f75959 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75314b91-9d41-44ce-ae12-6ffb8ea47e4f HTTP/1.1" status: 200 len: 1001 time: 0.1106002 May 18 10:14:45.565014 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcd740-d8c6-4eb0-a88f-f243d92ea6c2 req-dda37d9e-3c6b-4301-b079-a1cd868a9986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:45.566368 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b1dcd740-d8c6-4eb0-a88f-f243d92ea6c2 req-dda37d9e-3c6b-4301-b079-a1cd868a9986 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4e3915dd-aa64-4e3d-a174-48c1050f39e4 HTTP/1.1" status: 200 len: 854 time: 0.0621178 May 18 10:14:45.650813 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcd740-d8c6-4eb0-a88f-f243d92ea6c2 req-2d110f78-5e68-4fce-bc6e-4455e822481e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:14:45.652750 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b1dcd740-d8c6-4eb0-a88f-f243d92ea6c2 req-2d110f78-5e68-4fce-bc6e-4455e822481e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e6649372-ea67-4783-bbc7-7b4dc960ce6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0788810 May 18 10:14:45.794707 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b1dcd740-d8c6-4eb0-a88f-f243d92ea6c2 req-da16e796-da1f-4931-b374-8c01d8f541fa service neutron] 10.222.0.10 "GET /v2.0/networks/e6649372-ea67-4783-bbc7-7b4dc960ce6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343873 May 18 10:14:45.926353 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b1dcd740-d8c6-4eb0-a88f-f243d92ea6c2 req-7ae93cf1-058b-4c88-b770-960ff43798e4 service neutron] 10.222.0.10 "GET /v2.0/networks/e6649372-ea67-4783-bbc7-7b4dc960ce6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256571 May 18 10:14:46.949259 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:52.600767 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-021e6cf8-031a-4390-b7c1-432628a7601f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:55.233039 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:55.238055 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-b2ddad4c-c56c-4e19-82c5-cd7ed214f4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:56.667663 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:14:58.187700 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:15:16.957276 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:15:19.853067 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:15:20.471604 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a5879f08-2c69-44fe-ba84-4a6516e47de3 req-0bcb13d9-faa2-43c8-afe2-f7c97fc06cac service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687847 May 18 10:15:20.611122 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5879f08-2c69-44fe-ba84-4a6516e47de3 req-8940a823-a85d-4c9c-afcf-8990b7f8f539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:15:20.612593 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a5879f08-2c69-44fe-ba84-4a6516e47de3 req-8940a823-a85d-4c9c-afcf-8990b7f8f539 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=370a1087f40543d08c394cfa7d622b95&device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 1137 time: 0.0746012 May 18 10:15:20.753947 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5879f08-2c69-44fe-ba84-4a6516e47de3 req-165cfc63-4e18-4dff-93df-66daeff814a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:15:20.755330 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a5879f08-2c69-44fe-ba84-4a6516e47de3 req-165cfc63-4e18-4dff-93df-66daeff814a2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e6649372-ea67-4783-bbc7-7b4dc960ce6a HTTP/1.1" status: 200 len: 916 time: 0.1239412 May 18 10:15:20.856571 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a5879f08-2c69-44fe-ba84-4a6516e47de3 req-359cc03b-f885-404d-9930-6cbf5c6f72e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75314b91-9d41-44ce-ae12-6ffb8ea47e4f HTTP/1.1" status: 200 len: 1001 time: 0.0945563 May 18 10:15:21.005350 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5879f08-2c69-44fe-ba84-4a6516e47de3 req-b0481eb2-ada3-459f-909c-6dbc46125a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:15:21.006714 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a5879f08-2c69-44fe-ba84-4a6516e47de3 req-b0481eb2-ada3-459f-909c-6dbc46125a62 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4e3915dd-aa64-4e3d-a174-48c1050f39e4 HTTP/1.1" status: 200 len: 854 time: 0.1434135 May 18 10:15:21.082179 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5879f08-2c69-44fe-ba84-4a6516e47de3 req-45ba8137-157a-4612-9080-66f8fb3c6741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:15:21.083693 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a5879f08-2c69-44fe-ba84-4a6516e47de3 req-45ba8137-157a-4612-9080-66f8fb3c6741 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e6649372-ea67-4783-bbc7-7b4dc960ce6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712035 May 18 10:15:21.213062 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a5879f08-2c69-44fe-ba84-4a6516e47de3 req-04dda1a2-2c2e-4dd7-8909-d09fc2173d16 service neutron] 10.222.0.10 "GET /v2.0/networks/e6649372-ea67-4783-bbc7-7b4dc960ce6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224689 May 18 10:15:21.339328 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a5879f08-2c69-44fe-ba84-4a6516e47de3 req-2ae7ad1e-3594-4b4b-86d1-63836b6da488 service neutron] 10.222.0.10 "GET /v2.0/networks/e6649372-ea67-4783-bbc7-7b4dc960ce6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203735 May 18 10:15:22.602625 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-7a20e04c-e2e9-4f2e-8f82-63da0a6377ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:15:25.234524 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:15:25.236437 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-449fa805-7402-4499-b2b3-7eadf9634702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:15:26.670534 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:15:28.190154 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:15:43.096538 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5767f-dd5d-4d75-a2b3-15669a73449c req-6ae5c2bf-22e8-42e7-b91e-762aaf7046a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:15:43.097923 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-eaf5767f-dd5d-4d75-a2b3-15669a73449c req-6ae5c2bf-22e8-42e7-b91e-762aaf7046a4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=370a1087f40543d08c394cfa7d622b95&device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 1137 time: 0.0723414 May 18 10:15:43.140006 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd89e8-17ea-48a2-a818-cf4c44563c6d req-8ab65b4f-6896-4d7a-a6fe-ba1ba39af8fd tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:15:43.141773 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-48bd89e8-17ea-48a2-a818-cf4c44563c6d req-8ab65b4f-6896-4d7a-a6fe-ba1ba39af8fd tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 984 time: 0.0832546 May 18 10:15:43.189662 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-48bd89e8-17ea-48a2-a818-cf4c44563c6d req-c85fb437-eb4b-4a88-aebe-877956e9395f tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/security-groups?id=54201693-a4a8-4dd2-b879-6583ecf37c04&id=516db4c7-d67f-41fa-8e1c-8c3680c90ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422399 May 18 10:15:43.229267 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5767f-dd5d-4d75-a2b3-15669a73449c req-e7cb6b57-e354-4dd8-9a6c-64ab9b08bb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:15:43.230746 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-eaf5767f-dd5d-4d75-a2b3-15669a73449c req-e7cb6b57-e354-4dd8-9a6c-64ab9b08bb82 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e6649372-ea67-4783-bbc7-7b4dc960ce6a HTTP/1.1" status: 200 len: 916 time: 0.1256211 May 18 10:15:43.332559 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-eaf5767f-dd5d-4d75-a2b3-15669a73449c req-6b53c089-d512-4308-9d2d-e2ec7902c3bd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75314b91-9d41-44ce-ae12-6ffb8ea47e4f HTTP/1.1" status: 200 len: 1001 time: 0.0947509 May 18 10:15:43.395218 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5767f-dd5d-4d75-a2b3-15669a73449c req-0c4a40a0-4e77-4c2c-a388-677abb43c464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:15:43.396512 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-eaf5767f-dd5d-4d75-a2b3-15669a73449c req-0c4a40a0-4e77-4c2c-a388-677abb43c464 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4e3915dd-aa64-4e3d-a174-48c1050f39e4 HTTP/1.1" status: 200 len: 854 time: 0.0563498 May 18 10:15:43.474481 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5767f-dd5d-4d75-a2b3-15669a73449c req-a7d852f2-d7eb-4064-afdc-a44cc6035828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:15:43.475876 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-eaf5767f-dd5d-4d75-a2b3-15669a73449c req-a7d852f2-d7eb-4064-afdc-a44cc6035828 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e6649372-ea67-4783-bbc7-7b4dc960ce6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0722620 May 18 10:15:43.605874 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-eaf5767f-dd5d-4d75-a2b3-15669a73449c req-92ca13d1-4a1c-4d2a-81d4-70d957bc26af service neutron] 10.222.0.10 "GET /v2.0/networks/e6649372-ea67-4783-bbc7-7b4dc960ce6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223688 May 18 10:15:43.734079 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-eaf5767f-dd5d-4d75-a2b3-15669a73449c req-5ccb8859-9e44-4ba7-92d7-33a17e2872b7 service neutron] 10.222.0.10 "GET /v2.0/networks/e6649372-ea67-4783-bbc7-7b4dc960ce6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211579 May 18 10:15:44.375639 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3baef-39b6-4793-b96a-e5b21f903ff7 req-567f8ab9-2a33-4a66-b83b-f6a4184b6405 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:15:44.377071 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-27d3baef-39b6-4793-b96a-e5b21f903ff7 req-567f8ab9-2a33-4a66-b83b-f6a4184b6405 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 984 time: 0.0788193 May 18 10:15:44.422956 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-27d3baef-39b6-4793-b96a-e5b21f903ff7 req-9258da5f-6597-474e-868a-7332194cfd3d tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/security-groups?id=54201693-a4a8-4dd2-b879-6583ecf37c04&id=516db4c7-d67f-41fa-8e1c-8c3680c90ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400400 May 18 10:15:45.607681 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8ea3e-a3ae-402d-bc1b-e716a27d5381 req-19061199-70f4-4c98-8640-2a99f74a17d2 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:15:45.609679 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-d3d8ea3e-a3ae-402d-bc1b-e716a27d5381 req-19061199-70f4-4c98-8640-2a99f74a17d2 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 984 time: 0.0839891 May 18 10:15:45.655948 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-d3d8ea3e-a3ae-402d-bc1b-e716a27d5381 req-fa9e1af4-0471-4f85-8219-995eba91edb3 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/security-groups?id=54201693-a4a8-4dd2-b879-6583ecf37c04&id=516db4c7-d67f-41fa-8e1c-8c3680c90ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403955 May 18 10:15:46.842525 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32981144-441a-45a7-aaa3-c617b1e404c1 req-d9443bdb-b1aa-43cb-82a5-1aac03c37250 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:15:46.843966 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-32981144-441a-45a7-aaa3-c617b1e404c1 req-d9443bdb-b1aa-43cb-82a5-1aac03c37250 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 984 time: 0.0822456 May 18 10:15:46.890820 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-32981144-441a-45a7-aaa3-c617b1e404c1 req-af4a85bc-a94a-4c43-b9d6-d98929f693ae tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/security-groups?id=54201693-a4a8-4dd2-b879-6583ecf37c04&id=516db4c7-d67f-41fa-8e1c-8c3680c90ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410249 May 18 10:15:46.969783 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:15:48.073304 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37fe35c-8254-427f-95c0-186925e69004 req-91ad108e-0376-4dbd-ad9a-f06b7747604a tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:15:48.074807 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-d37fe35c-8254-427f-95c0-186925e69004 req-91ad108e-0376-4dbd-ad9a-f06b7747604a tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 984 time: 0.0779655 May 18 10:15:48.125858 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-d37fe35c-8254-427f-95c0-186925e69004 req-fd43e29c-58ad-4d4c-aa50-c4e6d7276131 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/security-groups?id=54201693-a4a8-4dd2-b879-6583ecf37c04&id=516db4c7-d67f-41fa-8e1c-8c3680c90ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445738 May 18 10:15:49.311909 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7832bb-467a-418c-bfa6-af8aac7aba34 req-eb429941-8d26-4e62-a4c6-7cd975041a4d tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:15:49.313345 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-eb7832bb-467a-418c-bfa6-af8aac7aba34 req-eb429941-8d26-4e62-a4c6-7cd975041a4d tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 984 time: 0.0780244 May 18 10:15:49.363033 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-eb7832bb-467a-418c-bfa6-af8aac7aba34 req-edab989c-7b6a-4e0b-bc69-7724bfc84486 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/security-groups?id=54201693-a4a8-4dd2-b879-6583ecf37c04&id=516db4c7-d67f-41fa-8e1c-8c3680c90ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438652 May 18 10:15:50.544140 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f690d7-d69a-4888-84be-927a035316b3 req-109c11ed-6b44-4738-9d1c-543a4c2fea9f tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:15:50.546213 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-77f690d7-d69a-4888-84be-927a035316b3 req-109c11ed-6b44-4738-9d1c-543a4c2fea9f tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 984 time: 0.0775166 May 18 10:15:50.593033 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-77f690d7-d69a-4888-84be-927a035316b3 req-fcbc6d8a-029f-4a19-a012-743c18f517a2 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/security-groups?id=54201693-a4a8-4dd2-b879-6583ecf37c04&id=516db4c7-d67f-41fa-8e1c-8c3680c90ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405219 May 18 10:15:51.773828 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518eb85a-67b9-4758-903e-97b7bcbb28d9 req-1e0c02ac-fe78-47f6-a84e-a6b48cdb2047 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:15:51.775334 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-518eb85a-67b9-4758-903e-97b7bcbb28d9 req-1e0c02ac-fe78-47f6-a84e-a6b48cdb2047 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 984 time: 0.0794349 May 18 10:15:51.821196 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-518eb85a-67b9-4758-903e-97b7bcbb28d9 req-0904c5f7-929b-4e09-9afb-86d3bac0e695 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/security-groups?id=54201693-a4a8-4dd2-b879-6583ecf37c04&id=516db4c7-d67f-41fa-8e1c-8c3680c90ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400443 May 18 10:15:52.603682 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-accc4b9e-3d9e-440c-8ee5-088f0dfdfc8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:15:53.010745 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c42862-7819-4c40-b69f-138249e909c7 req-5034a521-8514-4469-a09d-6d2ce6d2dd7d tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:15:53.012236 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f5c42862-7819-4c40-b69f-138249e909c7 req-5034a521-8514-4469-a09d-6d2ce6d2dd7d tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 984 time: 0.0859547 May 18 10:15:53.059161 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f5c42862-7819-4c40-b69f-138249e909c7 req-758bf010-e6cc-48c4-90a9-1148376e50a1 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/security-groups?id=54201693-a4a8-4dd2-b879-6583ecf37c04&id=516db4c7-d67f-41fa-8e1c-8c3680c90ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405824 May 18 10:15:54.245279 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6573f5-be11-4330-a0ff-1c0c8e74008d req-b4e8495a-b6ca-4739-ac6d-47ed07b4c097 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:15:54.246745 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-3d6573f5-be11-4330-a0ff-1c0c8e74008d req-b4e8495a-b6ca-4739-ac6d-47ed07b4c097 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 984 time: 0.0838838 May 18 10:15:54.380719 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-3d6573f5-be11-4330-a0ff-1c0c8e74008d req-6d7b834b-39e3-4189-a1ca-2df7cea7e7b2 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/security-groups?id=54201693-a4a8-4dd2-b879-6583ecf37c04&id=516db4c7-d67f-41fa-8e1c-8c3680c90ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1279426 May 18 10:15:55.236101 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:15:55.237969 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-455306db-13c8-4b4c-b5e0-9be51bf9a39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:15:55.565767 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a714b-7de6-4dd7-a636-7365aabf9245 req-ca920905-f923-4bbb-ab12-3dc289928128 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:15:55.567292 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a21a714b-7de6-4dd7-a636-7365aabf9245 req-ca920905-f923-4bbb-ab12-3dc289928128 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 984 time: 0.0789754 May 18 10:15:55.615486 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a21a714b-7de6-4dd7-a636-7365aabf9245 req-32c99cc8-cfb3-4ca2-afdc-bfd0856172b5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/security-groups?id=54201693-a4a8-4dd2-b879-6583ecf37c04&id=516db4c7-d67f-41fa-8e1c-8c3680c90ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424433 May 18 10:15:56.672870 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:15:56.851557 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:15:58.191948 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:16:16.965396 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:16:21.551238 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-8dd4a6e3-94d0-481e-94b2-b3999335137a req-1864e8f9-3f4d-4d86-b988-ca63383ef095 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1378553 May 18 10:16:21.698552 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4a6e3-94d0-481e-94b2-b3999335137a req-499b4ea2-1295-4e0e-aa56-b1d92760f796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:16:21.699934 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-8dd4a6e3-94d0-481e-94b2-b3999335137a req-499b4ea2-1295-4e0e-aa56-b1d92760f796 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=370a1087f40543d08c394cfa7d622b95&device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 1137 time: 0.0755486 May 18 10:16:21.858022 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4a6e3-94d0-481e-94b2-b3999335137a req-ecaf8ce5-de61-4819-8c96-ef80aff4aa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:16:21.860262 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-8dd4a6e3-94d0-481e-94b2-b3999335137a req-ecaf8ce5-de61-4819-8c96-ef80aff4aa8c service neutron] 10.222.0.10 "GET /v2.0/networks?id=e6649372-ea67-4783-bbc7-7b4dc960ce6a HTTP/1.1" status: 200 len: 916 time: 0.1410887 May 18 10:16:21.974236 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-8dd4a6e3-94d0-481e-94b2-b3999335137a req-a5a7e873-ab3f-4dc6-9c44-a1dc2896f799 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75314b91-9d41-44ce-ae12-6ffb8ea47e4f HTTP/1.1" status: 200 len: 1001 time: 0.1071334 May 18 10:16:22.047162 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4a6e3-94d0-481e-94b2-b3999335137a req-80c7bccd-7187-40a2-8cc8-ab2c4e7cd398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:16:22.049481 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-8dd4a6e3-94d0-481e-94b2-b3999335137a req-80c7bccd-7187-40a2-8cc8-ab2c4e7cd398 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4e3915dd-aa64-4e3d-a174-48c1050f39e4 HTTP/1.1" status: 200 len: 854 time: 0.0688708 May 18 10:16:22.136995 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4a6e3-94d0-481e-94b2-b3999335137a req-8db05a05-7239-4925-8716-a338fe918824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:16:22.139055 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-8dd4a6e3-94d0-481e-94b2-b3999335137a req-8db05a05-7239-4925-8716-a338fe918824 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e6649372-ea67-4783-bbc7-7b4dc960ce6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0831811 May 18 10:16:22.298010 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-8dd4a6e3-94d0-481e-94b2-b3999335137a req-d19c76e1-cf70-4e4f-b120-f4898f7fc1ff service neutron] 10.222.0.10 "GET /v2.0/networks/e6649372-ea67-4783-bbc7-7b4dc960ce6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531973 May 18 10:16:22.444247 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-8dd4a6e3-94d0-481e-94b2-b3999335137a req-a654add7-5fe1-4644-920c-6765c601df95 service neutron] 10.222.0.10 "GET /v2.0/networks/e6649372-ea67-4783-bbc7-7b4dc960ce6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401906 May 18 10:16:22.606366 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-9e9570a6-8275-43d0-87b1-1ee24093f6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:16:25.239708 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:16:25.242109 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-3de34ff6-d536-418a-96c4-9eae33ef0a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:16:26.677042 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:16:28.196641 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:16:33.850259 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:16:35.792826 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [req-6a25d0e5-0c80-4389-a9eb-5122978e4a20 req-b5454674-eab2-439c-87cf-70ad463ef2b6 service neutron] (91255) timed out ('10.222.0.10', 56103) {{(pid=91255) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 18 10:16:46.969835 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:16:52.611650 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-94eab854-a828-4766-9193-01ab148a20c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:16:55.244276 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:16:55.247431 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-fdba6557-4bd3-4636-872f-e53b8f1e240d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:16:56.678243 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:16:58.196671 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:16:59.100129 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b6898fed-a4a4-4de2-8bda-d2139c63b0bd req-37fc0190-0bb1-4c7b-8844-afce405b3bfe tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-620121786&fields=id&tenant_id=370a1087f40543d08c394cfa7d622b95 HTTP/1.1" status: 200 len: 267 time: 0.1283584 May 18 10:16:59.182362 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6898fed-a4a4-4de2-8bda-d2139c63b0bd req-8f00c785-2a1c-493a-9ee8-1b77d9a65d5b tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:16:59.183792 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b6898fed-a4a4-4de2-8bda-d2139c63b0bd req-8f00c785-2a1c-493a-9ee8-1b77d9a65d5b tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 984 time: 0.0782475 May 18 10:16:59.194825 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [req-b6898fed-a4a4-4de2-8bda-d2139c63b0bd req-fa7a71b8-69cd-4692-8b48-aa70ec1dfee5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Request body: {'port': {'security_groups': ['54201693-a4a8-4dd2-b879-6583ecf37c04']}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:16:59.314921 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-b6898fed-a4a4-4de2-8bda-d2139c63b0bd req-fa7a71b8-69cd-4692-8b48-aa70ec1dfee5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:16:59.547885 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [req-b6898fed-a4a4-4de2-8bda-d2139c63b0bd req-fa7a71b8-69cd-4692-8b48-aa70ec1dfee5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] For port 75314b91-9d41-44ce-ae12-6ffb8ea47e4f, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=75314b91-9d41-44ce-ae12-6ffb8ea47e4f,segment=NetworkSegment(385fe9c1-efcc-4582-89d8-83cfa18214e8),segment_id=385fe9c1-efcc-4582-89d8-83cfa18214e8)] {{(pid=91255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:16:59.576467 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-b6898fed-a4a4-4de2-8bda-d2139c63b0bd req-fa7a71b8-69cd-4692-8b48-aa70ec1dfee5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks [] for port, precommit_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:16:59.582319 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-b6898fed-a4a4-4de2-8bda-d2139c63b0bd req-fa7a71b8-69cd-4692-8b48-aa70ec1dfee5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2278802'] for port, after_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:16:59.590706 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-b3641399-e7d1-4097-86e1-eec2298b7dfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:16:59.594731 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['75314b91-9d41-44ce-ae12-6ffb8ea47e4f'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:16:59.653756 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6898fed-a4a4-4de2-8bda-d2139c63b0bd req-fa7a71b8-69cd-4692-8b48-aa70ec1dfee5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:16:59.654366 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-b6898fed-a4a4-4de2-8bda-d2139c63b0bd req-fa7a71b8-69cd-4692-8b48-aa70ec1dfee5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:16:59.655799 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b6898fed-a4a4-4de2-8bda-d2139c63b0bd req-fa7a71b8-69cd-4692-8b48-aa70ec1dfee5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "PUT /v2.0/ports/75314b91-9d41-44ce-ae12-6ffb8ea47e4f HTTP/1.1" status: 200 len: 942 time: 0.4654453 May 18 10:16:59.656300 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b43c1387-dd81-42ad-a68e-45952d5246d9', 'tag': '75314b91-9d41-44ce-ae12-6ffb8ea47e4f'}] {{(pid=91255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:16:59.665991 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 42584) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:16:59.726624 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a71b8-69cd-4692-8b48-aa70ec1dfee5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Pushing event updated for resources: {'Port': ['ID=75314b91-9d41-44ce-ae12-6ffb8ea47e4f,revision_number=7']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:16:59.745468 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['75314b91-9d41-44ce-ae12-6ffb8ea47e4f'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:16:59.746217 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a71b8-69cd-4692-8b48-aa70ec1dfee5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:16:59.746629 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a71b8-69cd-4692-8b48-aa70ec1dfee5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:16:59.746991 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a71b8-69cd-4692-8b48-aa70ec1dfee5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:16:59.747345 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a71b8-69cd-4692-8b48-aa70ec1dfee5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:16:59.747695 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a71b8-69cd-4692-8b48-aa70ec1dfee5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:16:59.748047 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a71b8-69cd-4692-8b48-aa70ec1dfee5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:16:59.749184 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a71b8-69cd-4692-8b48-aa70ec1dfee5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:16:59.749294 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a71b8-69cd-4692-8b48-aa70ec1dfee5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:16:59.749621 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a71b8-69cd-4692-8b48-aa70ec1dfee5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:16:59.749964 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a71b8-69cd-4692-8b48-aa70ec1dfee5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:16:59.750303 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a71b8-69cd-4692-8b48-aa70ec1dfee5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:16:59.750849 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a71b8-69cd-4692-8b48-aa70ec1dfee5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:16:59.764593 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c1ef4dea-028d-4791-b45c-4ec36e4560f3 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:16:59.766699 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-fa7a71b8-69cd-4692-8b48-aa70ec1dfee5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:16:59.798597 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b43c1387-dd81-42ad-a68e-45952d5246d9', 'tag': '75314b91-9d41-44ce-ae12-6ffb8ea47e4f', 'status': 'completed', 'code': 200} May 18 10:16:59.810629 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c1ef4dea-028d-4791-b45c-4ec36e4560f3 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:16:59.926320 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-1ed5564c-457e-41aa-b274-244032672da7 None None] Provisioning complete for port 75314b91-9d41-44ce-ae12-6ffb8ea47e4f triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:16:59.926762 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-1ed5564c-457e-41aa-b274-244032672da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:16:59.929069 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535055db-3ad3-4d79-94cc-80056e8c608c req-5080e94e-96e0-44dd-84b7-bd9882abbb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:16:59.930785 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-535055db-3ad3-4d79-94cc-80056e8c608c req-5080e94e-96e0-44dd-84b7-bd9882abbb2c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=370a1087f40543d08c394cfa7d622b95&device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 1098 time: 0.1103287 May 18 10:17:00.118814 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c1ef4dea-028d-4791-b45c-4ec36e4560f3 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:00.125116 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-31deff7a-28f8-4dec-93a0-fe3c16ab9dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:00.150560 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef4dea-028d-4791-b45c-4ec36e4560f3 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=516db4c7-d67f-41fa-8e1c-8c3680c90ceb,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:00.154338 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-c1ef4dea-028d-4791-b45c-4ec36e4560f3 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:00.167550 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-c1ef4dea-028d-4791-b45c-4ec36e4560f3 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:00.168649 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-c1ef4dea-028d-4791-b45c-4ec36e4560f3 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "DELETE /v2.0/security-groups/516db4c7-d67f-41fa-8e1c-8c3680c90ceb HTTP/1.1" status: 204 len: 168 time: 0.5040426 May 18 10:17:00.172275 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 42590) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:17:00.185268 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535055db-3ad3-4d79-94cc-80056e8c608c req-30d68067-4bf6-4d88-9def-5aa86b380b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:17:00.187147 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-535055db-3ad3-4d79-94cc-80056e8c608c req-30d68067-4bf6-4d88-9def-5aa86b380b6e service neutron] 10.222.0.10 "GET /v2.0/networks?id=e6649372-ea67-4783-bbc7-7b4dc960ce6a HTTP/1.1" status: 200 len: 916 time: 0.2503653 May 18 10:17:00.294861 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-535055db-3ad3-4d79-94cc-80056e8c608c req-b3687347-5f1a-499d-a769-e7e7214c03c6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75314b91-9d41-44ce-ae12-6ffb8ea47e4f HTTP/1.1" status: 200 len: 1001 time: 0.1007438 May 18 10:17:00.356838 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535055db-3ad3-4d79-94cc-80056e8c608c req-7c2af1de-5925-4af9-a381-ba7e29ad5708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:17:00.358271 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-535055db-3ad3-4d79-94cc-80056e8c608c req-7c2af1de-5925-4af9-a381-ba7e29ad5708 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4e3915dd-aa64-4e3d-a174-48c1050f39e4 HTTP/1.1" status: 200 len: 854 time: 0.0573123 May 18 10:17:00.435046 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535055db-3ad3-4d79-94cc-80056e8c608c req-c59c3f07-c439-4753-8f8c-014ce2f78abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:17:00.436566 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-535055db-3ad3-4d79-94cc-80056e8c608c req-c59c3f07-c439-4753-8f8c-014ce2f78abf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e6649372-ea67-4783-bbc7-7b4dc960ce6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0723946 May 18 10:17:00.532337 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [None req-2f0c187e-7dc5-425c-a671-ece9b8e68083 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Deleting port e1124ab1-54e8-4c92-ba4f-8057d09a131e {{(pid=91254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:17:00.532685 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-2f0c187e-7dc5-425c-a671-ece9b8e68083 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:00.567323 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-535055db-3ad3-4d79-94cc-80056e8c608c req-54d3f8ac-94d9-43b8-8aba-2aa81d6bfcf1 service neutron] 10.222.0.10 "GET /v2.0/networks/e6649372-ea67-4783-bbc7-7b4dc960ce6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238980 May 18 10:17:00.651448 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-2f0c187e-7dc5-425c-a671-ece9b8e68083 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:00.651751 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-2f0c187e-7dc5-425c-a671-ece9b8e68083 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:00.698353 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-535055db-3ad3-4d79-94cc-80056e8c608c req-4b0dfc8e-c3e0-418c-ba51-a13751375184 service neutron] 10.222.0.10 "GET /v2.0/networks/e6649372-ea67-4783-bbc7-7b4dc960ce6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246092 May 18 10:17:00.772880 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [None req-2f0c187e-7dc5-425c-a671-ece9b8e68083 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Calling delete_port for e1124ab1-54e8-4c92-ba4f-8057d09a131e owned by network:floatingip {{(pid=91254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:17:00.896403 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-2f0c187e-7dc5-425c-a671-ece9b8e68083 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:00.899833 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-79ee1a74-5c9e-4bc3-b3d0-ec3a9764f5ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:00.944888 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c187e-7dc5-425c-a671-ece9b8e68083 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Pushing event deleted for resources: {'Port': ['ID=e1124ab1-54e8-4c92-ba4f-8057d09a131e,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:00.981045 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0c187e-7dc5-425c-a671-ece9b8e68083 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:17:00.981412 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0c187e-7dc5-425c-a671-ece9b8e68083 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:17:00.981774 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0c187e-7dc5-425c-a671-ece9b8e68083 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:17:00.982123 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0c187e-7dc5-425c-a671-ece9b8e68083 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:17:00.982504 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0c187e-7dc5-425c-a671-ece9b8e68083 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:17:00.982886 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0c187e-7dc5-425c-a671-ece9b8e68083 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:17:00.983228 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0c187e-7dc5-425c-a671-ece9b8e68083 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:17:00.983569 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0c187e-7dc5-425c-a671-ece9b8e68083 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:17:00.983908 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0c187e-7dc5-425c-a671-ece9b8e68083 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:17:00.984246 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0c187e-7dc5-425c-a671-ece9b8e68083 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:17:00.984583 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0c187e-7dc5-425c-a671-ece9b8e68083 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:17:00.984919 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0c187e-7dc5-425c-a671-ece9b8e68083 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:17:00.991764 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-2f0c187e-7dc5-425c-a671-ece9b8e68083 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:01.043481 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-2f0c187e-7dc5-425c-a671-ece9b8e68083 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks [] for floatingip, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:01.043811 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.db.l3_db [None req-2f0c187e-7dc5-425c-a671-ece9b8e68083 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Floating IP 986e2bb8-209f-4d5c-86df-83edc526712b disassociated (deleted). External IP: 172.27.1.178, port: 75314b91-9d41-44ce-ae12-6ffb8ea47e4f. May 18 10:17:01.391046 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0c187e-7dc5-425c-a671-ece9b8e68083 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Router db7ed486-cb2d-4bec-ac04-dc953de9d17c has already been hosted by L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb {{(pid=91254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:17:01.565549 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0c187e-7dc5-425c-a671-ece9b8e68083 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:17:01.574691 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700937e2-6243-4b01-ade8-85de584c4192 None None] Sync routers for ids ['db7ed486-cb2d-4bec-ac04-dc953de9d17c'] in dv-cinder-772623-5-iscsi {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:17:01.584953 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700937e2-6243-4b01-ade8-85de584c4192 None None] Routers {'db7ed486-cb2d-4bec-ac04-dc953de9d17c'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:17:01.585472 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-2f0c187e-7dc5-425c-a671-ece9b8e68083 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for floatingip, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:01.585606 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-700937e2-6243-4b01-ade8-85de584c4192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:16:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['db7ed486-cb2d-4bec-ac04-dc953de9d17c'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:17:01.744601 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-2f0c187e-7dc5-425c-a671-ece9b8e68083 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "DELETE /v2.0/floatingips/986e2bb8-209f-4d5c-86df-83edc526712b HTTP/1.1" status: 204 len: 168 time: 1.5710764 May 18 10:17:01.745173 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b43c1387-dd81-42ad-a68e-45952d5246d9', 'tag': '75314b91-9d41-44ce-ae12-6ffb8ea47e4f'}] {{(pid=91254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:17:01.766588 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-700937e2-6243-4b01-ade8-85de584c4192 None None] Set router db7ed486-cb2d-4bec-ac04-dc953de9d17c gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:17:01.846003 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b43c1387-dd81-42ad-a68e-45952d5246d9', 'tag': '75314b91-9d41-44ce-ae12-6ffb8ea47e4f', 'status': 'completed', 'code': 200} May 18 10:17:01.950215 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9284913-9d33-4ada-bdd1-e70947a3a3e7 req-442ae6bb-1fb5-4b8f-9149-f3fab2fba1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:17:01.952354 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a9284913-9d33-4ada-bdd1-e70947a3a3e7 req-442ae6bb-1fb5-4b8f-9149-f3fab2fba1f2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=370a1087f40543d08c394cfa7d622b95&device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 1098 time: 0.0850635 May 18 10:17:02.101499 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9284913-9d33-4ada-bdd1-e70947a3a3e7 req-502e6434-5255-48a8-b4a9-5f682dd11c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:17:02.103542 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a9284913-9d33-4ada-bdd1-e70947a3a3e7 req-502e6434-5255-48a8-b4a9-5f682dd11c40 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e6649372-ea67-4783-bbc7-7b4dc960ce6a HTTP/1.1" status: 200 len: 916 time: 0.1410275 May 18 10:17:02.110000 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-700937e2-6243-4b01-ade8-85de584c4192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7ed486-cb2d-4bec-ac04-dc953de9d17c', 'name': 'tempest-TestMinimumBasicScenario-1856669445-router', 'tenant_id': '370a1087f40543d08c394cfa7d622b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'ea2901ff-1c49-42c1-88e5-4e45666ced50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:13:39Z', 'updated_at': '2021-05-18T10:13:43Z', 'revision_number': 4, 'project_id': '370a1087f40543d08c394cfa7d622b95', 'gw_port': {'id': 'ea2901ff-1c49-42c1-88e5-4e45666ced50', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7ed486-cb2d-4bec-ac04-dc953de9d17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:13:40Z', 'updated_at': '2021-05-18T10:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'f70a4bfe-a2a5-4163-91d6-3e912fa583c7', 'name': '', 'network_id': 'e6649372-ea67-4783-bbc7-7b4dc960ce6a', 'tenant_id': '370a1087f40543d08c394cfa7d622b95', 'mac_address': 'fa:16:3e:b2:09:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7ed486-cb2d-4bec-ac04-dc953de9d17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '4e3915dd-aa64-4e3d-a174-48c1050f39e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:13:42Z', 'updated_at': '2021-05-18T10:13:49Z', 'revision_number': 5, 'project_id': '370a1087f40543d08c394cfa7d622b95', 'subnets': [{'id': '4e3915dd-aa64-4e3d-a174-48c1050f39e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:17:02.115333 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700937e2-6243-4b01-ade8-85de584c4192 None None] Checking router: db7ed486-cb2d-4bec-ac04-dc953de9d17c for host: dv-cinder-772623-5-iscsi {{(pid=91256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:17:02.125241 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700937e2-6243-4b01-ade8-85de584c4192 None None] Routers {'db7ed486-cb2d-4bec-ac04-dc953de9d17c'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:17:02.125852 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-700937e2-6243-4b01-ade8-85de584c4192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:16:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['db7ed486-cb2d-4bec-ac04-dc953de9d17c'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:17:02.180775 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a9284913-9d33-4ada-bdd1-e70947a3a3e7 req-279dcfc4-2662-4853-84c4-88d8ab2b0ad5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75314b91-9d41-44ce-ae12-6ffb8ea47e4f HTTP/1.1" status: 200 len: 217 time: 0.0685561 May 18 10:17:02.249000 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9284913-9d33-4ada-bdd1-e70947a3a3e7 req-2097b295-93ba-40f2-a310-536cddd281ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:17:02.250460 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a9284913-9d33-4ada-bdd1-e70947a3a3e7 req-2097b295-93ba-40f2-a310-536cddd281ea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4e3915dd-aa64-4e3d-a174-48c1050f39e4 HTTP/1.1" status: 200 len: 854 time: 0.0635488 May 18 10:17:02.300549 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-700937e2-6243-4b01-ade8-85de584c4192 None None] Set router db7ed486-cb2d-4bec-ac04-dc953de9d17c gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:17:02.328293 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9284913-9d33-4ada-bdd1-e70947a3a3e7 req-4a55a0d3-c21c-40c0-80e0-39667ce75d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:17:02.329771 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a9284913-9d33-4ada-bdd1-e70947a3a3e7 req-4a55a0d3-c21c-40c0-80e0-39667ce75d6e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e6649372-ea67-4783-bbc7-7b4dc960ce6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734828 May 18 10:17:02.461962 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a9284913-9d33-4ada-bdd1-e70947a3a3e7 req-16a31259-7b38-4078-8bba-f90d6a4d63ac service neutron] 10.222.0.10 "GET /v2.0/networks/e6649372-ea67-4783-bbc7-7b4dc960ce6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251986 May 18 10:17:02.591226 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a9284913-9d33-4ada-bdd1-e70947a3a3e7 req-d645caf3-d7b1-4873-97bc-8644841fa643 service neutron] 10.222.0.10 "GET /v2.0/networks/e6649372-ea67-4783-bbc7-7b4dc960ce6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226730 May 18 10:17:02.614126 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-700937e2-6243-4b01-ade8-85de584c4192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7ed486-cb2d-4bec-ac04-dc953de9d17c', 'name': 'tempest-TestMinimumBasicScenario-1856669445-router', 'tenant_id': '370a1087f40543d08c394cfa7d622b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'ea2901ff-1c49-42c1-88e5-4e45666ced50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:13:39Z', 'updated_at': '2021-05-18T10:13:43Z', 'revision_number': 4, 'project_id': '370a1087f40543d08c394cfa7d622b95', 'gw_port': {'id': 'ea2901ff-1c49-42c1-88e5-4e45666ced50', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7ed486-cb2d-4bec-ac04-dc953de9d17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:13:40Z', 'updated_at': '2021-05-18T10:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'f70a4bfe-a2a5-4163-91d6-3e912fa583c7', 'name': '', 'network_id': 'e6649372-ea67-4783-bbc7-7b4dc960ce6a', 'tenant_id': '370a1087f40543d08c394cfa7d622b95', 'mac_address': 'fa:16:3e:b2:09:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7ed486-cb2d-4bec-ac04-dc953de9d17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '4e3915dd-aa64-4e3d-a174-48c1050f39e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:13:42Z', 'updated_at': '2021-05-18T10:13:49Z', 'revision_number': 5, 'project_id': '370a1087f40543d08c394cfa7d622b95', 'subnets': [{'id': '4e3915dd-aa64-4e3d-a174-48c1050f39e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:17:02.619069 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700937e2-6243-4b01-ade8-85de584c4192 None None] The sync data for ids ['db7ed486-cb2d-4bec-ac04-dc953de9d17c'] in dv-cinder-772623-5-iscsi is: [{'id': 'db7ed486-cb2d-4bec-ac04-dc953de9d17c', 'name': 'tempest-TestMinimumBasicScenario-1856669445-router', 'tenant_id': '370a1087f40543d08c394cfa7d622b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'ea2901ff-1c49-42c1-88e5-4e45666ced50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:13:39Z', 'updated_at': '2021-05-18T10:13:43Z', 'revision_number': 4, 'project_id': '370a1087f40543d08c394cfa7d622b95', 'gw_port': {'id': 'ea2901ff-1c49-42c1-88e5-4e45666ced50', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7ed486-cb2d-4bec-ac04-dc953de9d17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:13:40Z', 'updated_at': '2021-05-18T10:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'f70a4bfe-a2a5-4163-91d6-3e912fa583c7', 'name': '', 'network_id': 'e6649372-ea67-4783-bbc7-7b4dc960ce6a', 'tenant_id': '370a1087f40543d08c394cfa7d622b95', 'mac_address': 'fa:16:3e:b2:09:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7ed486-cb2d-4bec-ac04-dc953de9d17c', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '4e3915dd-aa64-4e3d-a174-48c1050f39e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:13:42Z', 'updated_at': '2021-05-18T10:13:49Z', 'revision_number': 5, 'project_id': '370a1087f40543d08c394cfa7d622b95', 'subnets': [{'id': '4e3915dd-aa64-4e3d-a174-48c1050f39e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:17:02.824716 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a360465c-0ad8-4d2f-8121-c03ac3dce398 None None] New status for floating IP 986e2bb8-209f-4d5c-86df-83edc526712b: DOWN {{(pid=91257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 10:17:05.170728 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f7539-0641-4579-b562-2dd53bdd34c2 req-8566cd2c-08d5-4a01-925a-e0b8d0d2cb68 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:17:05.171450 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-012f7539-0641-4579-b562-2dd53bdd34c2 req-8566cd2c-08d5-4a01-925a-e0b8d0d2cb68 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Synchronizing usage tracker for tenant:370a1087f40543d08c394cfa7d622b95 on resource:port {{(pid=91254) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:17:05.186291 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-012f7539-0641-4579-b562-2dd53bdd34c2 req-8566cd2c-08d5-4a01-925a-e0b8d0d2cb68 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Unset dirty status for tenant:370a1087f40543d08c394cfa7d622b95 on resource:port {{(pid=91254) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:17:05.187577 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-012f7539-0641-4579-b562-2dd53bdd34c2 req-8566cd2c-08d5-4a01-925a-e0b8d0d2cb68 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 945 time: 0.0950735 May 18 10:17:05.232253 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-012f7539-0641-4579-b562-2dd53bdd34c2 req-5ea240e6-cb6d-4f00-978c-2054b48c3788 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/security-groups?id=54201693-a4a8-4dd2-b879-6583ecf37c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388124 May 18 10:17:06.419487 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4b7ab-109a-4054-9a8d-f73795f3345c req-b99611c8-461d-4e26-8d6d-e364b02b1e0d tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:17:06.421446 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-52c4b7ab-109a-4054-9a8d-f73795f3345c req-b99611c8-461d-4e26-8d6d-e364b02b1e0d tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 945 time: 0.0791745 May 18 10:17:06.464651 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-52c4b7ab-109a-4054-9a8d-f73795f3345c req-58da9288-1db5-4f93-afef-5efe8f010911 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Synchronizing usage tracker for tenant:370a1087f40543d08c394cfa7d622b95 on resource:security_group {{(pid=91255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:17:06.479312 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-52c4b7ab-109a-4054-9a8d-f73795f3345c req-58da9288-1db5-4f93-afef-5efe8f010911 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Unset dirty status for tenant:370a1087f40543d08c394cfa7d622b95 on resource:security_group {{(pid=91255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:17:06.480609 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-52c4b7ab-109a-4054-9a8d-f73795f3345c req-58da9288-1db5-4f93-afef-5efe8f010911 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/security-groups?id=54201693-a4a8-4dd2-b879-6583ecf37c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533843 May 18 10:17:07.090677 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c011eaf-c17f-41d8-92f7-c3b3288e89d2 req-dce5a50d-2ed5-4ca8-801b-f0e8274a8438 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:17:07.092858 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-8c011eaf-c17f-41d8-92f7-c3b3288e89d2 req-dce5a50d-2ed5-4ca8-801b-f0e8274a8438 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.10 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 945 time: 0.0821211 May 18 10:17:07.224300 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [req-8c011eaf-c17f-41d8-92f7-c3b3288e89d2 req-53964079-e7d4-4b1f-bddc-435b89aa60e4 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Deleting port 75314b91-9d41-44ce-ae12-6ffb8ea47e4f {{(pid=91255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:17:07.224622 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-8c011eaf-c17f-41d8-92f7-c3b3288e89d2 req-53964079-e7d4-4b1f-bddc-435b89aa60e4 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:07.455936 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [req-8c011eaf-c17f-41d8-92f7-c3b3288e89d2 req-53964079-e7d4-4b1f-bddc-435b89aa60e4 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] For port 75314b91-9d41-44ce-ae12-6ffb8ea47e4f, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=75314b91-9d41-44ce-ae12-6ffb8ea47e4f,segment=NetworkSegment(385fe9c1-efcc-4582-89d8-83cfa18214e8),segment_id=385fe9c1-efcc-4582-89d8-83cfa18214e8)] {{(pid=91255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:17:07.456619 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-8c011eaf-c17f-41d8-92f7-c3b3288e89d2 req-53964079-e7d4-4b1f-bddc-435b89aa60e4 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:07.575280 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [req-8c011eaf-c17f-41d8-92f7-c3b3288e89d2 req-53964079-e7d4-4b1f-bddc-435b89aa60e4 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Calling delete_port for 75314b91-9d41-44ce-ae12-6ffb8ea47e4f owned by compute:nova {{(pid=91255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:17:07.670000 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded6f36-a4be-478c-8bbc-2e9a2eb7b8bb req-7706a814-9f07-474f-b73f-4a850ec6e7c3 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:17:07.671501 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-2ded6f36-a4be-478c-8bbc-2e9a2eb7b8bb req-7706a814-9f07-474f-b73f-4a850ec6e7c3 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/ports?device_id=b43c1387-dd81-42ad-a68e-45952d5246d9 HTTP/1.1" status: 200 len: 945 time: 0.0855112 May 18 10:17:07.683546 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-8c011eaf-c17f-41d8-92f7-c3b3288e89d2 req-53964079-e7d4-4b1f-bddc-435b89aa60e4 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278795'] for port, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:07.689507 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-19c81c45-5e7c-4c78-8d92-6d1c2d6c7ede service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:07.695642 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['75314b91-9d41-44ce-ae12-6ffb8ea47e4f'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:17:07.720543 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-2ded6f36-a4be-478c-8bbc-2e9a2eb7b8bb req-3d38e803-ff26-4420-bf2a-cb96302417cb tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.11 "GET /v2.0/security-groups?id=54201693-a4a8-4dd2-b879-6583ecf37c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433524 May 18 10:17:07.736027 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53964079-e7d4-4b1f-bddc-435b89aa60e4 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Pushing event deleted for resources: {'Port': ['ID=75314b91-9d41-44ce-ae12-6ffb8ea47e4f,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:07.747849 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-53964079-e7d4-4b1f-bddc-435b89aa60e4 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:07.818299 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c011eaf-c17f-41d8-92f7-c3b3288e89d2 req-53964079-e7d4-4b1f-bddc-435b89aa60e4 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] No DVR routers for this DVR port 75314b91-9d41-44ce-ae12-6ffb8ea47e4f on host hv-cinder-77262 {{(pid=91255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:17:07.820913 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-8c011eaf-c17f-41d8-92f7-c3b3288e89d2 req-53964079-e7d4-4b1f-bddc-435b89aa60e4 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:07.823566 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43c1387-dd81-42ad-a68e-45952d5246d9', 'name': 'network-vif-deleted', 'tag': '75314b91-9d41-44ce-ae12-6ffb8ea47e4f'}] {{(pid=91255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:17:07.839284 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-8c011eaf-c17f-41d8-92f7-c3b3288e89d2 req-53964079-e7d4-4b1f-bddc-435b89aa60e4 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] 10.222.0.10 "DELETE /v2.0/ports/75314b91-9d41-44ce-ae12-6ffb8ea47e4f HTTP/1.1" status: 204 len: 173 time: 0.7419238 May 18 10:17:07.874440 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b43c1387-dd81-42ad-a68e-45952d5246d9', 'name': 'network-vif-deleted', 'tag': '75314b91-9d41-44ce-ae12-6ffb8ea47e4f', 'status': 'completed', 'code': 200} May 18 10:17:09.437771 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 42676) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:17:09.964141 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-b4cbfca6-ce8a-42e4-aa80-3356aad3b5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921910'] for router_interface, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:10.446603 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [None req-b4cbfca6-ce8a-42e4-aa80-3356aad3b5c2 admin admin] Deleting port f70a4bfe-a2a5-4163-91d6-3e912fa583c7 {{(pid=91255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:17:10.447279 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-b4cbfca6-ce8a-42e4-aa80-3356aad3b5c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:10.564596 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [None req-b4cbfca6-ce8a-42e4-aa80-3356aad3b5c2 admin admin] For port f70a4bfe-a2a5-4163-91d6-3e912fa583c7, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=f70a4bfe-a2a5-4163-91d6-3e912fa583c7,segment=NetworkSegment(385fe9c1-efcc-4582-89d8-83cfa18214e8),segment_id=385fe9c1-efcc-4582-89d8-83cfa18214e8)] {{(pid=91255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:17:10.564824 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-b4cbfca6-ce8a-42e4-aa80-3356aad3b5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:10.685057 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [None req-b4cbfca6-ce8a-42e4-aa80-3356aad3b5c2 admin admin] Calling delete_port for f70a4bfe-a2a5-4163-91d6-3e912fa583c7 owned by network:router_interface {{(pid=91255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:17:10.849896 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:17:10.970675 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-b4cbfca6-ce8a-42e4-aa80-3356aad3b5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278795'] for port, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:10.975420 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-12cf2d81-85d0-4535-9af5-022f21563474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:11.044348 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cbfca6-ce8a-42e4-aa80-3356aad3b5c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f70a4bfe-a2a5-4163-91d6-3e912fa583c7,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:11.046881 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-b4cbfca6-ce8a-42e4-aa80-3356aad3b5c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:11.295138 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-b4cbfca6-ce8a-42e4-aa80-3356aad3b5c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-923302'] for router_interface, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:11.646947 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4cbfca6-ce8a-42e4-aa80-3356aad3b5c2 admin admin] Router db7ed486-cb2d-4bec-ac04-dc953de9d17c has already been hosted by L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb {{(pid=91255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:17:11.820649 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 75314b91-9d41-44ce-ae12-6ffb8ea47e4f no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:17:11.854371 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] No Port match for: 75314b91-9d41-44ce-ae12-6ffb8ea47e4f {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:17:11.854751 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 75314b91-9d41-44ce-ae12-6ffb8ea47e4f not bound to the agent host hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:17:11.917389 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4cbfca6-ce8a-42e4-aa80-3356aad3b5c2 admin admin] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:17:11.926115 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc40460-cc14-4b02-b6fc-5cf10bce58d1 None None] Sync routers for ids ['db7ed486-cb2d-4bec-ac04-dc953de9d17c'] in dv-cinder-772623-5-iscsi {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:17:11.930071 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-b4cbfca6-ce8a-42e4-aa80-3356aad3b5c2 admin admin] 10.222.0.11 "PUT /v2.0/routers/db7ed486-cb2d-4bec-ac04-dc953de9d17c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4912100 May 18 10:17:11.932700 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 42680) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:17:11.935112 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc40460-cc14-4b02-b6fc-5cf10bce58d1 None None] Routers {'db7ed486-cb2d-4bec-ac04-dc953de9d17c'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:17:11.935704 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-5fc40460-cc14-4b02-b6fc-5cf10bce58d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:16:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['db7ed486-cb2d-4bec-ac04-dc953de9d17c'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:17:12.117518 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-7a8d7a96-7121-404e-a477-1357aeb1ed19 admin admin] Notify callbacks [] for router, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:12.147185 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-5fc40460-cc14-4b02-b6fc-5cf10bce58d1 None None] Set router db7ed486-cb2d-4bec-ac04-dc953de9d17c gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:17:12.309061 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-7a8d7a96-7121-404e-a477-1357aeb1ed19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:12.388268 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [None req-7a8d7a96-7121-404e-a477-1357aeb1ed19 admin admin] Deleting port ea2901ff-1c49-42c1-88e5-4e45666ced50 {{(pid=91254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:17:12.388518 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-7a8d7a96-7121-404e-a477-1357aeb1ed19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:12.483129 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-5fc40460-cc14-4b02-b6fc-5cf10bce58d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7ed486-cb2d-4bec-ac04-dc953de9d17c', 'name': 'tempest-TestMinimumBasicScenario-1856669445-router', 'tenant_id': '370a1087f40543d08c394cfa7d622b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'ea2901ff-1c49-42c1-88e5-4e45666ced50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:13:39Z', 'updated_at': '2021-05-18T10:17:10Z', 'revision_number': 5, 'project_id': '370a1087f40543d08c394cfa7d622b95', 'gw_port': {'id': 'ea2901ff-1c49-42c1-88e5-4e45666ced50', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7ed486-cb2d-4bec-ac04-dc953de9d17c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:13:40Z', 'updated_at': '2021-05-18T10:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi'}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:17:12.487049 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc40460-cc14-4b02-b6fc-5cf10bce58d1 None None] Checking router: db7ed486-cb2d-4bec-ac04-dc953de9d17c for host: dv-cinder-772623-5-iscsi {{(pid=91256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:17:12.495567 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc40460-cc14-4b02-b6fc-5cf10bce58d1 None None] Routers {'db7ed486-cb2d-4bec-ac04-dc953de9d17c'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:17:12.496181 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-5fc40460-cc14-4b02-b6fc-5cf10bce58d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:16:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['db7ed486-cb2d-4bec-ac04-dc953de9d17c'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:17:12.525847 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [None req-7a8d7a96-7121-404e-a477-1357aeb1ed19 admin admin] For port ea2901ff-1c49-42c1-88e5-4e45666ced50, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=ea2901ff-1c49-42c1-88e5-4e45666ced50,segment=NetworkSegment(f8569fa1-1255-4980-b926-c951cf4cc403),segment_id=f8569fa1-1255-4980-b926-c951cf4cc403)] {{(pid=91254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:17:12.526235 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-7a8d7a96-7121-404e-a477-1357aeb1ed19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:12.663755 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [None req-7a8d7a96-7121-404e-a477-1357aeb1ed19 admin admin] Calling delete_port for ea2901ff-1c49-42c1-88e5-4e45666ced50 owned by network:router_gateway {{(pid=91254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:17:12.671133 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-5fc40460-cc14-4b02-b6fc-5cf10bce58d1 None None] Set router db7ed486-cb2d-4bec-ac04-dc953de9d17c gateway port host: None {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:17:12.813338 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-5fc40460-cc14-4b02-b6fc-5cf10bce58d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7ed486-cb2d-4bec-ac04-dc953de9d17c', 'name': 'tempest-TestMinimumBasicScenario-1856669445-router', 'tenant_id': '370a1087f40543d08c394cfa7d622b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:13:39Z', 'updated_at': '2021-05-18T10:17:12Z', 'revision_number': 6, 'project_id': '370a1087f40543d08c394cfa7d622b95', 'gw_port_host': None}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:17:12.819319 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc40460-cc14-4b02-b6fc-5cf10bce58d1 None None] The sync data for ids ['db7ed486-cb2d-4bec-ac04-dc953de9d17c'] in dv-cinder-772623-5-iscsi is: [{'id': 'db7ed486-cb2d-4bec-ac04-dc953de9d17c', 'name': 'tempest-TestMinimumBasicScenario-1856669445-router', 'tenant_id': '370a1087f40543d08c394cfa7d622b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:13:39Z', 'updated_at': '2021-05-18T10:17:12Z', 'revision_number': 6, 'project_id': '370a1087f40543d08c394cfa7d622b95', 'gw_port_host': None}] {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:17:12.831088 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-7a8d7a96-7121-404e-a477-1357aeb1ed19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:12.836204 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-462e16cb-2c14-4957-8ef0-fbb2eba43c91 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:12.882048 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d7a96-7121-404e-a477-1357aeb1ed19 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea2901ff-1c49-42c1-88e5-4e45666ced50,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:12.884545 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-7a8d7a96-7121-404e-a477-1357aeb1ed19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:12.979175 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-7a8d7a96-7121-404e-a477-1357aeb1ed19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924701'] for router_gateway, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:13.263538 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-7a8d7a96-7121-404e-a477-1357aeb1ed19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27175'] for router, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:13.266357 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-7a8d7a96-7121-404e-a477-1357aeb1ed19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:13.288419 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-7a8d7a96-7121-404e-a477-1357aeb1ed19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-648010'] for router, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:13.288987 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8d7a96-7121-404e-a477-1357aeb1ed19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db7ed486-cb2d-4bec-ac04-dc953de9d17c {{(pid=91254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 10:17:13.300727 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-7a8d7a96-7121-404e-a477-1357aeb1ed19 admin admin] Notify callbacks [] for router, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:13.301827 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-7a8d7a96-7121-404e-a477-1357aeb1ed19 admin admin] 10.222.0.11 "DELETE /v2.0/routers/db7ed486-cb2d-4bec-ac04-dc953de9d17c HTTP/1.1" status: 204 len: 168 time: 1.3681762 May 18 10:17:13.304408 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 42684) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:17:13.364600 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0156655-ab56-4fcd-a23d-092d75fc72c1 admin admin] Deleting subnet 4e3915dd-aa64-4e3d-a174-48c1050f39e4 {{(pid=91254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 10:17:13.367486 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-a0156655-ab56-4fcd-a23d-092d75fc72c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:13.417985 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-a0156655-ab56-4fcd-a23d-092d75fc72c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1687668'] for subnet, precommit_delete_associations {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:13.494499 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-a0156655-ab56-4fcd-a23d-092d75fc72c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379774'] for subnet, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:13.749787 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-a0156655-ab56-4fcd-a23d-092d75fc72c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2367067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3653730'] for subnet, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:13.753814 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:13.790157 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0156655-ab56-4fcd-a23d-092d75fc72c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e3915dd-aa64-4e3d-a174-48c1050f39e4,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:13.792155 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-a0156655-ab56-4fcd-a23d-092d75fc72c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:13.796577 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-a0156655-ab56-4fcd-a23d-092d75fc72c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:13.799694 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63ad899-b289-4e99-9f53-d6fda957a4fd None None] Network e6649372-ea67-4783-bbc7-7b4dc960ce6a requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:17:13.807232 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-a0156655-ab56-4fcd-a23d-092d75fc72c1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4e3915dd-aa64-4e3d-a174-48c1050f39e4 HTTP/1.1" status: 204 len: 168 time: 0.4996228 May 18 10:17:13.807436 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 42688) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:17:13.913468 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-6cbe6192-fbb5-4a41-9fb5-88f280b5b540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7931910'] for network, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:13.984598 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [None req-6cbe6192-fbb5-4a41-9fb5-88f280b5b540 admin admin] Deleting port a9e4968e-b2d1-4e1b-b193-55b99aefa306 {{(pid=91254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:17:13.985275 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-6cbe6192-fbb5-4a41-9fb5-88f280b5b540 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:14.058285 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0401dd3-93c7-440c-894b-4a8c72e0936b None None] DHCP port deletion for e6649372-ea67-4783-bbc7-7b4dc960ce6a request from dv-cinder-772623-5-iscsi {{(pid=91256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 10:17:14.088376 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [None req-6cbe6192-fbb5-4a41-9fb5-88f280b5b540 admin admin] For port a9e4968e-b2d1-4e1b-b193-55b99aefa306, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=a9e4968e-b2d1-4e1b-b193-55b99aefa306,segment=NetworkSegment(385fe9c1-efcc-4582-89d8-83cfa18214e8),segment_id=385fe9c1-efcc-4582-89d8-83cfa18214e8)] {{(pid=91254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:17:14.088724 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-6cbe6192-fbb5-4a41-9fb5-88f280b5b540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:14.122471 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-e0401dd3-93c7-440c-894b-4a8c72e0936b None None] Deleting port a9e4968e-b2d1-4e1b-b193-55b99aefa306 {{(pid=91256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:17:14.122848 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e0401dd3-93c7-440c-894b-4a8c72e0936b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:14.210482 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [None req-6cbe6192-fbb5-4a41-9fb5-88f280b5b540 admin admin] Calling delete_port for a9e4968e-b2d1-4e1b-b193-55b99aefa306 owned by network:dhcp {{(pid=91254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:17:14.221482 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-e0401dd3-93c7-440c-894b-4a8c72e0936b None None] For port a9e4968e-b2d1-4e1b-b193-55b99aefa306, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=a9e4968e-b2d1-4e1b-b193-55b99aefa306,segment=NetworkSegment(385fe9c1-efcc-4582-89d8-83cfa18214e8),segment_id=385fe9c1-efcc-4582-89d8-83cfa18214e8)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:17:14.221873 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e0401dd3-93c7-440c-894b-4a8c72e0936b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:14.256578 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-6cbe6192-fbb5-4a41-9fb5-88f280b5b540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:14.260142 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:14.306537 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe6192-fbb5-4a41-9fb5-88f280b5b540 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9e4968e-b2d1-4e1b-b193-55b99aefa306,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:14.310213 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-6cbe6192-fbb5-4a41-9fb5-88f280b5b540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:14.311054 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbe6192-fbb5-4a41-9fb5-88f280b5b540 admin admin] No DVR routers for this DVR port a9e4968e-b2d1-4e1b-b193-55b99aefa306 on host dv-cinder-772623-5-iscsi {{(pid=91254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:17:14.343400 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-e0401dd3-93c7-440c-894b-4a8c72e0936b None None] Calling delete_port for a9e4968e-b2d1-4e1b-b193-55b99aefa306 owned by network:dhcp {{(pid=91256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:17:14.347152 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device a9e4968e-b2d1-4e1b-b193-55b99aefa306 no longer exists at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:17:14.415235 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] No Port match for: a9e4968e-b2d1-4e1b-b193-55b99aefa306 {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:17:14.415586 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device a9e4968e-b2d1-4e1b-b193-55b99aefa306 not bound to the agent host dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:17:14.416003 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device ea2901ff-1c49-42c1-88e5-4e45666ced50 no longer exists at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:17:14.427066 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-6cbe6192-fbb5-4a41-9fb5-88f280b5b540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373237', 'neutron.services.segments.db._delete_segments_for_network-8726941291138'] for network, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:14.439731 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.services.segments.db [None req-6cbe6192-fbb5-4a41-9fb5-88f280b5b540 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6649372-ea67-4783-bbc7-7b4dc960ce6a']}} {{(pid=91254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:17:14.450467 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] No Port match for: ea2901ff-1c49-42c1-88e5-4e45666ced50 {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:17:14.450752 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device ea2901ff-1c49-42c1-88e5-4e45666ced50 not bound to the agent host dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:17:14.451187 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device f70a4bfe-a2a5-4163-91d6-3e912fa583c7 no longer exists at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:17:14.452006 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.services.segments.db [None req-6cbe6192-fbb5-4a41-9fb5-88f280b5b540 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '385fe9c1-efcc-4582-89d8-83cfa18214e8') {'for_net_delete': True} {{(pid=91254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:17:14.452297 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.services.segments.db [None req-6cbe6192-fbb5-4a41-9fb5-88f280b5b540 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '385fe9c1-efcc-4582-89d8-83cfa18214e8') {} {{(pid=91254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:17:14.465201 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-6cbe6192-fbb5-4a41-9fb5-88f280b5b540 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726941301643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1687651'] for segment, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:14.481576 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-6cbe6192-fbb5-4a41-9fb5-88f280b5b540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901'] for segment, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:14.488362 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cbe6192-fbb5-4a41-9fb5-88f280b5b540 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=91254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 10:17:14.488732 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-6cbe6192-fbb5-4a41-9fb5-88f280b5b540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2478073'] for segment, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:14.490625 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] No Port match for: f70a4bfe-a2a5-4163-91d6-3e912fa583c7 {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:17:14.490973 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device f70a4bfe-a2a5-4163-91d6-3e912fa583c7 not bound to the agent host dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:17:14.502189 dv-cinder-772623-5-iscsi neutron-server[91254]: Traceback (most recent call last): May 18 10:17:14.502189 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 10:17:14.502189 dv-cinder-772623-5-iscsi neutron-server[91254]: timer() May 18 10:17:14.502189 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 10:17:14.502189 dv-cinder-772623-5-iscsi neutron-server[91254]: cb(*args, **kw) May 18 10:17:14.502189 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 10:17:14.502189 dv-cinder-772623-5-iscsi neutron-server[91254]: return func(*args, **kwargs) May 18 10:17:14.502189 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 10:17:14.502189 dv-cinder-772623-5-iscsi neutron-server[91254]: self._notify() May 18 10:17:14.502189 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 10:17:14.502189 dv-cinder-772623-5-iscsi neutron-server[91254]: self.callback(batched_events) May 18 10:17:14.502189 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 10:17:14.502189 dv-cinder-772623-5-iscsi neutron-server[91254]: event.method(event) May 18 10:17:14.502189 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 10:17:14.502189 dv-cinder-772623-5-iscsi neutron-server[91254]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 10:17:14.502189 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 10:17:14.502189 dv-cinder-772623-5-iscsi neutron-server[91254]: aggregate_uuid = self.p_client.list_aggregates( May 18 10:17:14.502189 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 10:17:14.502189 dv-cinder-772623-5-iscsi neutron-server[91254]: return f(self, *a, **k) May 18 10:17:14.502189 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 10:17:14.502189 dv-cinder-772623-5-iscsi neutron-server[91254]: return self._get(url).json() May 18 10:17:14.502189 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 10:17:14.502189 dv-cinder-772623-5-iscsi neutron-server[91254]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 10:17:14.502189 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 10:17:14.502189 dv-cinder-772623-5-iscsi neutron-server[91254]: return self.request(url, 'GET', **kwargs) May 18 10:17:14.502189 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 10:17:14.502189 dv-cinder-772623-5-iscsi neutron-server[91254]: base_url = self.get_endpoint(auth, allow=allow, May 18 10:17:14.502189 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 10:17:14.502189 dv-cinder-772623-5-iscsi neutron-server[91254]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 10:17:14.502189 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 10:17:14.502189 dv-cinder-772623-5-iscsi neutron-server[91254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 10:17:14.502189 dv-cinder-772623-5-iscsi neutron-server[91254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 10:17:14.519099 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e0401dd3-93c7-440c-894b-4a8c72e0936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924'] for port, after_delete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:14.522670 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:14.567022 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0401dd3-93c7-440c-894b-4a8c72e0936b None None] Pushing event deleted for resources: {'Port': ['ID=a9e4968e-b2d1-4e1b-b193-55b99aefa306,revision_number=None']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:14.570599 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0401dd3-93c7-440c-894b-4a8c72e0936b None None] No DVR routers for this DVR port a9e4968e-b2d1-4e1b-b193-55b99aefa306 on host dv-cinder-772623-5-iscsi {{(pid=91256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:17:14.577779 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0401dd3-93c7-440c-894b-4a8c72e0936b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:17:14.578102 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0401dd3-93c7-440c-894b-4a8c72e0936b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:17:14.584877 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0401dd3-93c7-440c-894b-4a8c72e0936b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:17:14.584877 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0401dd3-93c7-440c-894b-4a8c72e0936b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:17:14.584877 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0401dd3-93c7-440c-894b-4a8c72e0936b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:17:14.584877 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0401dd3-93c7-440c-894b-4a8c72e0936b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:17:14.584877 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0401dd3-93c7-440c-894b-4a8c72e0936b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:17:14.584877 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0401dd3-93c7-440c-894b-4a8c72e0936b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:17:14.584877 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0401dd3-93c7-440c-894b-4a8c72e0936b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:17:14.584877 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0401dd3-93c7-440c-894b-4a8c72e0936b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:17:14.584877 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0401dd3-93c7-440c-894b-4a8c72e0936b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:17:14.584877 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0401dd3-93c7-440c-894b-4a8c72e0936b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:17:14.586324 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-6cbe6192-fbb5-4a41-9fb5-88f280b5b540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924726'] for network, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:14.588315 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e0401dd3-93c7-440c-894b-4a8c72e0936b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:14.593688 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:14.607308 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-6cbe6192-fbb5-4a41-9fb5-88f280b5b540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for network, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:14.617525 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe6192-fbb5-4a41-9fb5-88f280b5b540 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6649372-ea67-4783-bbc7-7b4dc960ce6a,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:14.621177 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-6cbe6192-fbb5-4a41-9fb5-88f280b5b540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:14.632350 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-6cbe6192-fbb5-4a41-9fb5-88f280b5b540 admin admin] 10.222.0.11 "DELETE /v2.0/networks/e6649372-ea67-4783-bbc7-7b4dc960ce6a HTTP/1.1" status: 204 len: 168 time: 0.8239081 May 18 10:17:14.635296 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 42692) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:17:15.265666 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b46f475e-9ad5-424d-9bd6-57c37dd125f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921910'] for router_interface, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:15.665351 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [None req-b46f475e-9ad5-424d-9bd6-57c37dd125f1 admin admin] Deleting port a8a359a8-584a-41c3-a36c-0e105b424808 {{(pid=91254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:17:15.665612 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b46f475e-9ad5-424d-9bd6-57c37dd125f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:15.787746 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [None req-b46f475e-9ad5-424d-9bd6-57c37dd125f1 admin admin] For port a8a359a8-584a-41c3-a36c-0e105b424808, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=a8a359a8-584a-41c3-a36c-0e105b424808,segment=NetworkSegment(bf5cd9f0-c296-49d7-afb0-19f6f1e27129),segment_id=bf5cd9f0-c296-49d7-afb0-19f6f1e27129)] {{(pid=91254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:17:15.788093 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b46f475e-9ad5-424d-9bd6-57c37dd125f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:15.910686 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [None req-b46f475e-9ad5-424d-9bd6-57c37dd125f1 admin admin] Calling delete_port for a8a359a8-584a-41c3-a36c-0e105b424808 owned by network:router_interface {{(pid=91254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:17:16.053817 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b46f475e-9ad5-424d-9bd6-57c37dd125f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:16.057291 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-2e0ec51a-074e-49ef-9037-f07c474e48fb tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:16.103348 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f475e-9ad5-424d-9bd6-57c37dd125f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8a359a8-584a-41c3-a36c-0e105b424808,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:16.106312 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-b46f475e-9ad5-424d-9bd6-57c37dd125f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:16.481112 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b46f475e-9ad5-424d-9bd6-57c37dd125f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-923302'] for router_interface, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:16.834318 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46f475e-9ad5-424d-9bd6-57c37dd125f1 admin admin] Router bdc3cd18-2466-44d0-983f-9cc352c80e5e has already been hosted by L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb {{(pid=91254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:17:16.966935 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:17.011134 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46f475e-9ad5-424d-9bd6-57c37dd125f1 admin admin] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:17:17.020051 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7752a60b-71cd-49d9-b686-ec78f955f7c1 None None] Sync routers for ids ['bdc3cd18-2466-44d0-983f-9cc352c80e5e'] in dv-cinder-772623-5-iscsi {{(pid=91257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:17:17.026412 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-b46f475e-9ad5-424d-9bd6-57c37dd125f1 admin admin] 10.222.0.11 "PUT /v2.0/routers/bdc3cd18-2466-44d0-983f-9cc352c80e5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3901064 May 18 10:17:17.029601 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 42696) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:17:17.030334 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7752a60b-71cd-49d9-b686-ec78f955f7c1 None None] Routers {'bdc3cd18-2466-44d0-983f-9cc352c80e5e'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:17:17.031045 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-7752a60b-71cd-49d9-b686-ec78f955f7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:16:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['bdc3cd18-2466-44d0-983f-9cc352c80e5e'], 'active': True} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:17:17.207833 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvr_db [None req-7752a60b-71cd-49d9-b686-ec78f955f7c1 None None] Set router bdc3cd18-2466-44d0-983f-9cc352c80e5e gateway port host: dv-cinder-772623-5-iscsi {{(pid=91257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:17:17.209824 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e1c8db93-6d28-480f-805d-fa7f95bba92e admin admin] Notify callbacks [] for router, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:17.383656 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e1c8db93-6d28-480f-805d-fa7f95bba92e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:17.457492 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [None req-e1c8db93-6d28-480f-805d-fa7f95bba92e admin admin] Deleting port b3053ab5-acf9-4cf6-b4a1-859c170f40cf {{(pid=91254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:17:17.457830 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e1c8db93-6d28-480f-805d-fa7f95bba92e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:17.520503 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-7752a60b-71cd-49d9-b686-ec78f955f7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc3cd18-2466-44d0-983f-9cc352c80e5e', 'name': 'tempest-TestMinimumBasicScenario-1347129772-router', 'tenant_id': '0b796245912049329e5888c1bc45cba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'b3053ab5-acf9-4cf6-b4a1-859c170f40cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:13:46Z', 'updated_at': '2021-05-18T10:17:15Z', 'revision_number': 5, 'project_id': '0b796245912049329e5888c1bc45cba7', 'gw_port': {'id': 'b3053ab5-acf9-4cf6-b4a1-859c170f40cf', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc3cd18-2466-44d0-983f-9cc352c80e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:13:47Z', 'updated_at': '2021-05-18T10:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi'}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:17:17.524329 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7752a60b-71cd-49d9-b686-ec78f955f7c1 None None] Checking router: bdc3cd18-2466-44d0-983f-9cc352c80e5e for host: dv-cinder-772623-5-iscsi {{(pid=91257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:17:17.532976 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7752a60b-71cd-49d9-b686-ec78f955f7c1 None None] Routers {'bdc3cd18-2466-44d0-983f-9cc352c80e5e'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:17:17.533569 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-7752a60b-71cd-49d9-b686-ec78f955f7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:16:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['bdc3cd18-2466-44d0-983f-9cc352c80e5e'], 'active': True} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:17:17.578101 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [None req-e1c8db93-6d28-480f-805d-fa7f95bba92e admin admin] For port b3053ab5-acf9-4cf6-b4a1-859c170f40cf, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=b3053ab5-acf9-4cf6-b4a1-859c170f40cf,segment=NetworkSegment(f8569fa1-1255-4980-b926-c951cf4cc403),segment_id=f8569fa1-1255-4980-b926-c951cf4cc403)] {{(pid=91254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:17:17.578732 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e1c8db93-6d28-480f-805d-fa7f95bba92e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:17.680616 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvr_db [None req-7752a60b-71cd-49d9-b686-ec78f955f7c1 None None] Set router bdc3cd18-2466-44d0-983f-9cc352c80e5e gateway port host: None {{(pid=91257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:17:17.786461 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-7752a60b-71cd-49d9-b686-ec78f955f7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc3cd18-2466-44d0-983f-9cc352c80e5e', 'name': 'tempest-TestMinimumBasicScenario-1347129772-router', 'tenant_id': '0b796245912049329e5888c1bc45cba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:13:46Z', 'updated_at': '2021-05-18T10:17:17Z', 'revision_number': 6, 'project_id': '0b796245912049329e5888c1bc45cba7', 'gw_port_host': None}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:17:17.790803 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7752a60b-71cd-49d9-b686-ec78f955f7c1 None None] The sync data for ids ['bdc3cd18-2466-44d0-983f-9cc352c80e5e'] in dv-cinder-772623-5-iscsi is: [{'id': 'bdc3cd18-2466-44d0-983f-9cc352c80e5e', 'name': 'tempest-TestMinimumBasicScenario-1347129772-router', 'tenant_id': '0b796245912049329e5888c1bc45cba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:13:46Z', 'updated_at': '2021-05-18T10:17:17Z', 'revision_number': 6, 'project_id': '0b796245912049329e5888c1bc45cba7', 'gw_port_host': None}] {{(pid=91257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:17:17.823606 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [None req-e1c8db93-6d28-480f-805d-fa7f95bba92e admin admin] Calling delete_port for b3053ab5-acf9-4cf6-b4a1-859c170f40cf owned by network:router_gateway {{(pid=91254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:17:17.957406 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e1c8db93-6d28-480f-805d-fa7f95bba92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:17.962069 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-682ab642-bf88-4707-b6e0-72e7e94090e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:18.007207 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c8db93-6d28-480f-805d-fa7f95bba92e admin admin] Pushing event deleted for resources: {'Port': ['ID=b3053ab5-acf9-4cf6-b4a1-859c170f40cf,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:18.032783 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-e1c8db93-6d28-480f-805d-fa7f95bba92e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:18.094449 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e1c8db93-6d28-480f-805d-fa7f95bba92e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924701'] for router_gateway, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:18.268446 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e1c8db93-6d28-480f-805d-fa7f95bba92e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27175'] for router, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:18.270633 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e1c8db93-6d28-480f-805d-fa7f95bba92e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:18.294001 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e1c8db93-6d28-480f-805d-fa7f95bba92e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-648010'] for router, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:18.294550 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c8db93-6d28-480f-805d-fa7f95bba92e admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdc3cd18-2466-44d0-983f-9cc352c80e5e {{(pid=91254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 10:17:18.306173 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-e1c8db93-6d28-480f-805d-fa7f95bba92e admin admin] Notify callbacks [] for router, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:18.307318 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-e1c8db93-6d28-480f-805d-fa7f95bba92e admin admin] 10.222.0.11 "DELETE /v2.0/routers/bdc3cd18-2466-44d0-983f-9cc352c80e5e HTTP/1.1" status: 204 len: 168 time: 1.2767234 May 18 10:17:18.309880 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 42700) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:17:18.369524 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.db_base_plugin_v2 [None req-b607733c-34ff-4158-bfa5-9985ed0cfe3a admin admin] Deleting subnet d48677b1-4f73-438c-bdad-953d47082bb1 {{(pid=91254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 10:17:18.372339 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b607733c-34ff-4158-bfa5-9985ed0cfe3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:18.419730 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b607733c-34ff-4158-bfa5-9985ed0cfe3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1687668'] for subnet, precommit_delete_associations {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:18.499188 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b607733c-34ff-4158-bfa5-9985ed0cfe3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379774'] for subnet, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:18.580834 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device b3053ab5-acf9-4cf6-b4a1-859c170f40cf no longer exists at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:17:18.618072 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] No Port match for: b3053ab5-acf9-4cf6-b4a1-859c170f40cf {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:17:18.618532 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device b3053ab5-acf9-4cf6-b4a1-859c170f40cf not bound to the agent host dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:17:18.619027 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device a8a359a8-584a-41c3-a36c-0e105b424808 no longer exists at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:17:18.656139 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] No Port match for: a8a359a8-584a-41c3-a36c-0e105b424808 {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:17:18.656484 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device a8a359a8-584a-41c3-a36c-0e105b424808 not bound to the agent host dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:17:18.750214 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b607733c-34ff-4158-bfa5-9985ed0cfe3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2367067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3653730'] for subnet, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:18.754248 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-85f4bebd-13b4-47ab-86af-9bb96d4f0f5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:18.793913 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b607733c-34ff-4158-bfa5-9985ed0cfe3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d48677b1-4f73-438c-bdad-953d47082bb1,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:18.797235 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-b607733c-34ff-4158-bfa5-9985ed0cfe3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:18.798020 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b607733c-34ff-4158-bfa5-9985ed0cfe3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:18.803905 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a3f76f-14e8-40a4-99af-f701d89502df None None] Network 7dfea0e9-301a-43f3-ae67-d5e3eeb4bf8f requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:17:18.804006 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-b607733c-34ff-4158-bfa5-9985ed0cfe3a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d48677b1-4f73-438c-bdad-953d47082bb1 HTTP/1.1" status: 204 len: 168 time: 0.4931476 May 18 10:17:18.806600 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 42704) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:17:18.916990 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-58545ec7-2d2f-4136-8380-1c1a988f9a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7931910'] for network, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:18.992493 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [None req-58545ec7-2d2f-4136-8380-1c1a988f9a9b admin admin] Deleting port 17f79818-937f-42d9-aa5b-1f36c6695f28 {{(pid=91255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:17:18.992890 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-58545ec7-2d2f-4136-8380-1c1a988f9a9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:19.058996 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce21fd0-36e8-4cfc-bdc1-c99aef5fc360 None None] DHCP port deletion for 7dfea0e9-301a-43f3-ae67-d5e3eeb4bf8f request from dv-cinder-772623-5-iscsi {{(pid=91256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 10:17:19.091348 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [None req-58545ec7-2d2f-4136-8380-1c1a988f9a9b admin admin] For port 17f79818-937f-42d9-aa5b-1f36c6695f28, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=17f79818-937f-42d9-aa5b-1f36c6695f28,segment=NetworkSegment(bf5cd9f0-c296-49d7-afb0-19f6f1e27129),segment_id=bf5cd9f0-c296-49d7-afb0-19f6f1e27129)] {{(pid=91255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:17:19.091746 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-58545ec7-2d2f-4136-8380-1c1a988f9a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:19.136120 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-cce21fd0-36e8-4cfc-bdc1-c99aef5fc360 None None] Deleting port 17f79818-937f-42d9-aa5b-1f36c6695f28 {{(pid=91256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:17:19.136499 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-cce21fd0-36e8-4cfc-bdc1-c99aef5fc360 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:19.220913 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [None req-58545ec7-2d2f-4136-8380-1c1a988f9a9b admin admin] Calling delete_port for 17f79818-937f-42d9-aa5b-1f36c6695f28 owned by network:dhcp {{(pid=91255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:17:19.234467 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-cce21fd0-36e8-4cfc-bdc1-c99aef5fc360 None None] For port 17f79818-937f-42d9-aa5b-1f36c6695f28, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=17f79818-937f-42d9-aa5b-1f36c6695f28,segment=NetworkSegment(bf5cd9f0-c296-49d7-afb0-19f6f1e27129),segment_id=bf5cd9f0-c296-49d7-afb0-19f6f1e27129)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:17:19.234861 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-cce21fd0-36e8-4cfc-bdc1-c99aef5fc360 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:19.268137 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-58545ec7-2d2f-4136-8380-1c1a988f9a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278795'] for port, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:19.272339 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-b4cbfca6-ce8a-42e4-aa80-3356aad3b5c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:19.315741 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58545ec7-2d2f-4136-8380-1c1a988f9a9b admin admin] Pushing event deleted for resources: {'Port': ['ID=17f79818-937f-42d9-aa5b-1f36c6695f28,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:19.318216 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-58545ec7-2d2f-4136-8380-1c1a988f9a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:19.320835 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58545ec7-2d2f-4136-8380-1c1a988f9a9b admin admin] No DVR routers for this DVR port 17f79818-937f-42d9-aa5b-1f36c6695f28 on host dv-cinder-772623-5-iscsi {{(pid=91255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:17:19.359916 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-cce21fd0-36e8-4cfc-bdc1-c99aef5fc360 None None] Calling delete_port for 17f79818-937f-42d9-aa5b-1f36c6695f28 owned by network:dhcp {{(pid=91256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:17:19.401641 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-cce21fd0-36e8-4cfc-bdc1-c99aef5fc360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924'] for port, after_delete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:19.406052 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:19.436700 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-58545ec7-2d2f-4136-8380-1c1a988f9a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373237', 'neutron.services.segments.db._delete_segments_for_network-8726941291138'] for network, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:19.448837 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce21fd0-36e8-4cfc-bdc1-c99aef5fc360 None None] Pushing event deleted for resources: {'Port': ['ID=17f79818-937f-42d9-aa5b-1f36c6695f28,revision_number=None']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:19.449627 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.services.segments.db [None req-58545ec7-2d2f-4136-8380-1c1a988f9a9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dfea0e9-301a-43f3-ae67-d5e3eeb4bf8f']}} {{(pid=91255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:17:19.451895 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-cce21fd0-36e8-4cfc-bdc1-c99aef5fc360 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:19.452748 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce21fd0-36e8-4cfc-bdc1-c99aef5fc360 None None] No DVR routers for this DVR port 17f79818-937f-42d9-aa5b-1f36c6695f28 on host dv-cinder-772623-5-iscsi {{(pid=91256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:17:19.463148 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.services.segments.db [None req-58545ec7-2d2f-4136-8380-1c1a988f9a9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf5cd9f0-c296-49d7-afb0-19f6f1e27129') {'for_net_delete': True} {{(pid=91255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:17:19.463441 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.services.segments.db [None req-58545ec7-2d2f-4136-8380-1c1a988f9a9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf5cd9f0-c296-49d7-afb0-19f6f1e27129') {} {{(pid=91255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:17:19.475183 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-58545ec7-2d2f-4136-8380-1c1a988f9a9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726941301643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2332612'] for segment, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:19.492188 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-58545ec7-2d2f-4136-8380-1c1a988f9a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901'] for segment, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:19.498213 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58545ec7-2d2f-4136-8380-1c1a988f9a9b admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=91255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 10:17:19.498615 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-58545ec7-2d2f-4136-8380-1c1a988f9a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2278902'] for segment, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:19.514673 dv-cinder-772623-5-iscsi neutron-server[91255]: Traceback (most recent call last): May 18 10:17:19.514673 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 10:17:19.514673 dv-cinder-772623-5-iscsi neutron-server[91255]: timer() May 18 10:17:19.514673 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 10:17:19.514673 dv-cinder-772623-5-iscsi neutron-server[91255]: cb(*args, **kw) May 18 10:17:19.514673 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 10:17:19.514673 dv-cinder-772623-5-iscsi neutron-server[91255]: return func(*args, **kwargs) May 18 10:17:19.514673 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 10:17:19.514673 dv-cinder-772623-5-iscsi neutron-server[91255]: self._notify() May 18 10:17:19.514673 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 10:17:19.514673 dv-cinder-772623-5-iscsi neutron-server[91255]: self.callback(batched_events) May 18 10:17:19.514673 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 10:17:19.514673 dv-cinder-772623-5-iscsi neutron-server[91255]: event.method(event) May 18 10:17:19.514673 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 10:17:19.514673 dv-cinder-772623-5-iscsi neutron-server[91255]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 10:17:19.514673 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 10:17:19.514673 dv-cinder-772623-5-iscsi neutron-server[91255]: aggregate_uuid = self.p_client.list_aggregates( May 18 10:17:19.514673 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 10:17:19.514673 dv-cinder-772623-5-iscsi neutron-server[91255]: return f(self, *a, **k) May 18 10:17:19.514673 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 10:17:19.514673 dv-cinder-772623-5-iscsi neutron-server[91255]: return self._get(url).json() May 18 10:17:19.514673 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 10:17:19.514673 dv-cinder-772623-5-iscsi neutron-server[91255]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 10:17:19.514673 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 10:17:19.514673 dv-cinder-772623-5-iscsi neutron-server[91255]: return self.request(url, 'GET', **kwargs) May 18 10:17:19.514673 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 10:17:19.514673 dv-cinder-772623-5-iscsi neutron-server[91255]: base_url = self.get_endpoint(auth, allow=allow, May 18 10:17:19.514673 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 10:17:19.514673 dv-cinder-772623-5-iscsi neutron-server[91255]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 10:17:19.514673 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 10:17:19.514673 dv-cinder-772623-5-iscsi neutron-server[91255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 10:17:19.514673 dv-cinder-772623-5-iscsi neutron-server[91255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 10:17:19.586717 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-58545ec7-2d2f-4136-8380-1c1a988f9a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924726'] for network, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:19.594953 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:19.611929 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-58545ec7-2d2f-4136-8380-1c1a988f9a9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for network, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:19.617865 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58545ec7-2d2f-4136-8380-1c1a988f9a9b admin admin] Pushing event deleted for resources: {'Network': ['ID=7dfea0e9-301a-43f3-ae67-d5e3eeb4bf8f,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:19.621814 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-58545ec7-2d2f-4136-8380-1c1a988f9a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:19.627552 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-58545ec7-2d2f-4136-8380-1c1a988f9a9b admin admin] 10.222.0.11 "DELETE /v2.0/networks/7dfea0e9-301a-43f3-ae67-d5e3eeb4bf8f HTTP/1.1" status: 204 len: 168 time: 0.8185136 May 18 10:17:19.814448 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 42710) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:17:19.867120 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-556e5c79-89cc-4d71-8f20-b6664f478fe1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=370a1087f40543d08c394cfa7d622b95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513828 May 18 10:17:19.869470 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 42714) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:17:19.925429 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-943b400c-3da4-454e-9317-4ba740096e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:19.949821 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-943b400c-3da4-454e-9317-4ba740096e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:20.000659 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-943b400c-3da4-454e-9317-4ba740096e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:20.004742 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-2521293a-ca58-46a4-bb95-fbaecefc52e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:20.020553 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943b400c-3da4-454e-9317-4ba740096e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54201693-a4a8-4dd2-b879-6583ecf37c04,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:20.023519 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-943b400c-3da4-454e-9317-4ba740096e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:20.030275 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-943b400c-3da4-454e-9317-4ba740096e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:20.031411 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-943b400c-3da4-454e-9317-4ba740096e9d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/54201693-a4a8-4dd2-b879-6583ecf37c04 HTTP/1.1" status: 204 len: 168 time: 0.1610758 May 18 10:17:20.327220 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device 17f79818-937f-42d9-aa5b-1f36c6695f28 no longer exists at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:17:20.367184 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] No Port match for: 17f79818-937f-42d9-aa5b-1f36c6695f28 {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:17:20.367539 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device 17f79818-937f-42d9-aa5b-1f36c6695f28 not bound to the agent host dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:17:20.409349 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 42722) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:17:20.458550 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-71ee5f56-e575-4740-a763-f06d092cbe43 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0b796245912049329e5888c1bc45cba7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476775 May 18 10:17:20.460993 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 42728) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:17:20.519739 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3482f050-decd-4f87-b106-66f6eb6fd8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:20.544217 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3482f050-decd-4f87-b106-66f6eb6fd8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:20.595711 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3482f050-decd-4f87-b106-66f6eb6fd8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:20.599486 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-da05f5fb-ec8b-481e-9e6d-fd4094daa82c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:20.610958 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482f050-decd-4f87-b106-66f6eb6fd8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d808a73a-f8f4-4f4a-914c-0a545f60aeeb,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:20.615441 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-3482f050-decd-4f87-b106-66f6eb6fd8d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:20.618503 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-3482f050-decd-4f87-b106-66f6eb6fd8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:20.619593 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-3482f050-decd-4f87-b106-66f6eb6fd8d2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d808a73a-f8f4-4f4a-914c-0a545f60aeeb HTTP/1.1" status: 204 len: 168 time: 0.1577401 May 18 10:17:21.447712 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 42752) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:17:21.556297 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-32149081-748e-4b56-9dd8-db19375cfba5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1063213162-network', 'tenant_id': 'a78a280c19e74496b43762736b06b41b'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:17:21.561548 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-32149081-748e-4b56-9dd8-db19375cfba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:17:21.565836 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-32149081-748e-4b56-9dd8-db19375cfba5 admin admin] Usage tracker for resource:network and tenant:a78a280c19e74496b43762736b06b41b is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:17:21.569011 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-32149081-748e-4b56-9dd8-db19375cfba5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:17:21.576919 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-32149081-748e-4b56-9dd8-db19375cfba5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:17:21.587355 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32149081-748e-4b56-9dd8-db19375cfba5 admin admin] Made reservation on behalf of a78a280c19e74496b43762736b06b41b for: {'network': 1} {{(pid=91255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:17:21.589866 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-32149081-748e-4b56-9dd8-db19375cfba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7994813'] for network, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:21.604481 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-32149081-748e-4b56-9dd8-db19375cfba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:21.621159 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-32149081-748e-4b56-9dd8-db19375cfba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:17:21.626621 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-32149081-748e-4b56-9dd8-db19375cfba5 admin admin] Usage tracker for resource:security_group_rule and tenant:a78a280c19e74496b43762736b06b41b is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:17:21.630050 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-32149081-748e-4b56-9dd8-db19375cfba5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:17:21.637813 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-32149081-748e-4b56-9dd8-db19375cfba5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:17:21.721276 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-32149081-748e-4b56-9dd8-db19375cfba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:21.725487 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-32149081-748e-4b56-9dd8-db19375cfba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:21.728358 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-877d091f-1ab7-4b0e-adbd-dcc18135eb03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:21.758250 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32149081-748e-4b56-9dd8-db19375cfba5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=91255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 10:17:21.763636 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32149081-748e-4b56-9dd8-db19375cfba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8060b50a-1863-49b4-86e5-612c2209b4e0,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:21.767821 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-32149081-748e-4b56-9dd8-db19375cfba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:21.771722 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-32149081-748e-4b56-9dd8-db19375cfba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901'] for segment, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:21.771843 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.db.segments_db [None req-32149081-748e-4b56-9dd8-db19375cfba5 admin admin] Added segment 2e698493-5d72-41f1-a97b-1074809e0c5d of type vlan for network 33179846-9da7-4803-9f19-b2347608fe81 May 18 10:17:21.800818 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-32149081-748e-4b56-9dd8-db19375cfba5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726940834425'] for network, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:21.833015 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-32149081-748e-4b56-9dd8-db19375cfba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779696'] for network, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:21.834635 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32149081-748e-4b56-9dd8-db19375cfba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:17:21.835224 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-32149081-748e-4b56-9dd8-db19375cfba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for network, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:21.838614 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:21.936676 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32149081-748e-4b56-9dd8-db19375cfba5 admin admin] Pushing event updated for resources: {'Network': ['ID=33179846-9da7-4803-9f19-b2347608fe81,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:21.939997 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-32149081-748e-4b56-9dd8-db19375cfba5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4911926 May 18 10:17:21.940872 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-32149081-748e-4b56-9dd8-db19375cfba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:21.942972 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 42758) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:17:21.947192 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Network 33179846-9da7-4803-9f19-b2347608fe81 details requested by agent ovs-agent-dv-cinder-772623-5-iscsi with host dv-cinder-772623-5-iscsi {{(pid=91256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 10:17:21.948480 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-6c834cec-29a4-4273-85ba-e38bc04dc981 admin admin] Request body: {'subnet': {'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1063213162-subnet', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'ip_version': 4}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:17:21.953841 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-6c834cec-29a4-4273-85ba-e38bc04dc981 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:17:21.957668 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-6c834cec-29a4-4273-85ba-e38bc04dc981 admin admin] Usage tracker for resource:subnet and tenant:a78a280c19e74496b43762736b06b41b is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:17:21.960994 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-6c834cec-29a4-4273-85ba-e38bc04dc981 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:17:21.966756 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-6c834cec-29a4-4273-85ba-e38bc04dc981 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:17:22.074596 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c834cec-29a4-4273-85ba-e38bc04dc981 admin admin] Made reservation on behalf of a78a280c19e74496b43762736b06b41b for: {'subnet': 1} {{(pid=91255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:17:22.076918 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-6c834cec-29a4-4273-85ba-e38bc04dc981 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2126257'] for subnet, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:22.462552 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-6c834cec-29a4-4273-85ba-e38bc04dc981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2298907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2126211'] for subnet, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:22.466263 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:22.536421 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c834cec-29a4-4273-85ba-e38bc04dc981 admin admin] Pushing event updated for resources: {'Subnet': ['ID=158ee4a6-17be-443c-8f0e-c3894a5bd3bf,revision_number=0']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:22.540178 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-6c834cec-29a4-4273-85ba-e38bc04dc981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:22.547101 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c834cec-29a4-4273-85ba-e38bc04dc981 admin admin] Checking segment: {'id': '2e698493-5d72-41f1-a97b-1074809e0c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '33179846-9da7-4803-9f19-b2347608fe81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:17:22.547440 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c834cec-29a4-4273-85ba-e38bc04dc981 admin admin] Network hostable DHCP agents. Network: 33179846-9da7-4803-9f19-b2347608fe81, hostable agents: ['06791c86-dc2e-4d91-8007-ff0b96d97a59'], hosted agents: [] {{(pid=91255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 10:17:22.564650 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c834cec-29a4-4273-85ba-e38bc04dc981 admin admin] Network 33179846-9da7-4803-9f19-b2347608fe81 is scheduled to be hosted by DHCP agent 06791c86-dc2e-4d91-8007-ff0b96d97a59 with binding_index 1 {{(pid=91255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 10:17:22.574016 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [None req-6c834cec-29a4-4273-85ba-e38bc04dc981 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-5-iscsi, 33179846-9da7-4803-9f19-b2347608fe81) {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:17:22.584408 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79933fd9-5f6c-4397-9182-0b70b9471f14 None None] Network 33179846-9da7-4803-9f19-b2347608fe81 requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:17:22.584877 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c834cec-29a4-4273-85ba-e38bc04dc981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:17:22.585468 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-6c834cec-29a4-4273-85ba-e38bc04dc981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for subnet, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:22.607464 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-6c834cec-29a4-4273-85ba-e38bc04dc981 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6632552 May 18 10:17:22.609932 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 42762) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:17:22.615132 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-65a96173-a968-4782-968d-cbe594ec2a59 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1063213162-router', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'}}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:17:22.619710 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-65a96173-a968-4782-968d-cbe594ec2a59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:17:22.624033 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-65a96173-a968-4782-968d-cbe594ec2a59 admin admin] Usage tracker for resource:router and tenant:a78a280c19e74496b43762736b06b41b is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:17:22.626861 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-65a96173-a968-4782-968d-cbe594ec2a59 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:17:22.633253 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-65a96173-a968-4782-968d-cbe594ec2a59 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:17:22.644468 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-65a96173-a968-4782-968d-cbe594ec2a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27157'] for router, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:22.645415 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-65a96173-a968-4782-968d-cbe594ec2a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-647179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27166'] for router, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:22.659488 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-65a96173-a968-4782-968d-cbe594ec2a59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:22.671392 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e59bbf76-d14e-4e5d-a072-7dd94e40564b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:22.807878 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed949a1-bfa3-4576-a5d8-439125176932 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0422f885-e5fe-50de-bd50-521dd108a39f-33179846-9da7-4803-9f19-b2347608fe81', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'fixed_ips': [{'subnet_id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf'}]}} from dv-cinder-772623-5-iscsi. {{(pid=91256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 10:17:22.808693 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-fed949a1-bfa3-4576-a5d8-439125176932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:22.927764 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-65a96173-a968-4782-968d-cbe594ec2a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27184'] for router, precommit_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:22.966032 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.db_base_plugin_common [None req-fed949a1-bfa3-4576-a5d8-439125176932 None None] Allocated IP 172.20.0.2 (33179846-9da7-4803-9f19-b2347608fe81/158ee4a6-17be-443c-8f0e-c3894a5bd3bf/23c9a57d-1b76-471b-85d4-0ff01539ce2f) {{(pid=91256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:17:23.214986 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-fed949a1-bfa3-4576-a5d8-439125176932 None None] Notify callbacks [] for port, precommit_create {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:23.226724 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-fed949a1-bfa3-4576-a5d8-439125176932 None None] Transition to ACTIVE for port object 23c9a57d-1b76-471b-85d4-0ff01539ce2f will not be triggered until provisioned by entity L2. {{(pid=91256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:17:23.245838 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-65a96173-a968-4782-968d-cbe594ec2a59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:23.246111 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-fed949a1-bfa3-4576-a5d8-439125176932 None None] Transition to ACTIVE for port object 23c9a57d-1b76-471b-85d4-0ff01539ce2f will not be triggered until provisioned by entity DHCP. {{(pid=91256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:17:23.252255 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-fed949a1-bfa3-4576-a5d8-439125176932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839'] for port, after_create {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:23.256125 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:23.275394 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-65a96173-a968-4782-968d-cbe594ec2a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:23.315966 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed949a1-bfa3-4576-a5d8-439125176932 None None] Network 33179846-9da7-4803-9f19-b2347608fe81 is already hosted by enough agents. {{(pid=91256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:17:23.318858 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.scheduler.base_scheduler [None req-fed949a1-bfa3-4576-a5d8-439125176932 None None] Resources bound (agent type, host, resource id): {{(pid=91256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:17:23.322449 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed949a1-bfa3-4576-a5d8-439125176932 None None] Received port after_create {{(pid=91256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:17:23.359779 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed949a1-bfa3-4576-a5d8-439125176932 None None] Pushing event updated for resources: {'Port': ['ID=23c9a57d-1b76-471b-85d4-0ff01539ce2f,revision_number=1']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:23.365116 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-fed949a1-bfa3-4576-a5d8-439125176932 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:23.415744 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.db_base_plugin_common [None req-65a96173-a968-4782-968d-cbe594ec2a59 admin admin] Allocated IP 172.27.1.150 (bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3/bad1a46d-7140-454d-84c6-4b97dc4a536e/cebd9189-1400-4075-bb4e-4bce95ed8441) {{(pid=91255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:17:23.421134 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-fed949a1-bfa3-4576-a5d8-439125176932 None None] Attempting to bind port 23c9a57d-1b76-471b-85d4-0ff01539ce2f on host dv-cinder-772623-5-iscsi for vnic_type normal with profile {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:17:23.421574 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-fed949a1-bfa3-4576-a5d8-439125176932 None None] Attempting to bind port 23c9a57d-1b76-471b-85d4-0ff01539ce2f by drivers openvswitch,hyperv on host dv-cinder-772623-5-iscsi at level 0 using segments [{'id': '2e698493-5d72-41f1-a97b-1074809e0c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '33179846-9da7-4803-9f19-b2347608fe81'}] {{(pid=91256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:17:23.421933 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed949a1-bfa3-4576-a5d8-439125176932 None None] Attempting to bind port 23c9a57d-1b76-471b-85d4-0ff01539ce2f on network 33179846-9da7-4803-9f19-b2347608fe81 {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:17:23.427281 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed949a1-bfa3-4576-a5d8-439125176932 None None] Checking agent: {'id': '5371dcab-484f-4434-b508-32f41307ace8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 25), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:17:23.427656 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed949a1-bfa3-4576-a5d8-439125176932 None None] Checking segment: {'id': '2e698493-5d72-41f1-a97b-1074809e0c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '33179846-9da7-4803-9f19-b2347608fe81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:17:23.428046 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-fed949a1-bfa3-4576-a5d8-439125176932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:23.428509 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed949a1-bfa3-4576-a5d8-439125176932 None None] Bound using segment: {'id': '2e698493-5d72-41f1-a97b-1074809e0c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '33179846-9da7-4803-9f19-b2347608fe81'} {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:17:23.428970 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-fed949a1-bfa3-4576-a5d8-439125176932 None None] Bound port: 23c9a57d-1b76-471b-85d4-0ff01539ce2f, host: dv-cinder-772623-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e698493-5d72-41f1-a97b-1074809e0c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '33179846-9da7-4803-9f19-b2347608fe81'}}] {{(pid=91256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:17:23.429338 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-fed949a1-bfa3-4576-a5d8-439125176932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:23.514983 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-fed949a1-bfa3-4576-a5d8-439125176932 None None] For port 23c9a57d-1b76-471b-85d4-0ff01539ce2f, host dv-cinder-772623-5-iscsi, cleared binding levels {{(pid=91256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:17:23.518057 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-fed949a1-bfa3-4576-a5d8-439125176932 None None] For port 23c9a57d-1b76-471b-85d4-0ff01539ce2f, host dv-cinder-772623-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=23c9a57d-1b76-471b-85d4-0ff01539ce2f,segment=NetworkSegment(2e698493-5d72-41f1-a97b-1074809e0c5d),segment_id=2e698493-5d72-41f1-a97b-1074809e0c5d)] {{(pid=91256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:17:23.522626 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-fed949a1-bfa3-4576-a5d8-439125176932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:23.526371 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-f0b87a2d-b4ce-4a1e-a705-77c1bf6e4c38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:23.616439 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed949a1-bfa3-4576-a5d8-439125176932 None None] Pushing event updated for resources: {'Port': ['ID=23c9a57d-1b76-471b-85d4-0ff01539ce2f,revision_number=2']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:23.619072 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-fed949a1-bfa3-4576-a5d8-439125176932 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:23.688055 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-65a96173-a968-4782-968d-cbe594ec2a59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:23.719059 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-65a96173-a968-4782-968d-cbe594ec2a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278795'] for port, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:23.722978 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-15e80a69-85e6-4c11-8deb-69ea71320fd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:23.784024 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a96173-a968-4782-968d-cbe594ec2a59 admin admin] Network bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3 is already hosted by enough agents. {{(pid=91255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:17:23.790867 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [None req-65a96173-a968-4782-968d-cbe594ec2a59 admin admin] Resources bound (agent type, host, resource id): {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:17:23.792455 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a96173-a968-4782-968d-cbe594ec2a59 admin admin] Received port after_create {{(pid=91255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:17:23.850060 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a96173-a968-4782-968d-cbe594ec2a59 admin admin] Pushing event updated for resources: {'Port': ['ID=cebd9189-1400-4075-bb4e-4bce95ed8441,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:23.853104 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-65a96173-a968-4782-968d-cbe594ec2a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:24.226147 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-65a96173-a968-4782-968d-cbe594ec2a59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:24.375315 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device 23c9a57d-1b76-471b-85d4-0ff01539ce2f up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:17:24.450794 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning for port 23c9a57d-1b76-471b-85d4-0ff01539ce2f completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:17:24.503671 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca82e8c3-4099-49b9-aaa2-e8a57826041c None None] Network 33179846-9da7-4803-9f19-b2347608fe81 requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:17:24.593511 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-65a96173-a968-4782-968d-cbe594ec2a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924912'] for router, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:24.639464 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-2b0d80ac-39a3-4ab2-a5a4-280c642a343f None None] Provisioning for port 23c9a57d-1b76-471b-85d4-0ff01539ce2f completed by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:17:24.674119 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-2b0d80ac-39a3-4ab2-a5a4-280c642a343f None None] Provisioning complete for port 23c9a57d-1b76-471b-85d4-0ff01539ce2f triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:17:24.674518 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-2b0d80ac-39a3-4ab2-a5a4-280c642a343f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:24.801155 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a96173-a968-4782-968d-cbe594ec2a59 admin admin] Router 6d2353bc-b8cd-4803-84e0-c202924dbaef is scheduled to L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb with binding_index 1 {{(pid=91255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 10:17:24.868795 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-2b0d80ac-39a3-4ab2-a5a4-280c642a343f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:24.910487 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-2b0d80ac-39a3-4ab2-a5a4-280c642a343f None None] For port 23c9a57d-1b76-471b-85d4-0ff01539ce2f, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=23c9a57d-1b76-471b-85d4-0ff01539ce2f,segment=NetworkSegment(2e698493-5d72-41f1-a97b-1074809e0c5d),segment_id=2e698493-5d72-41f1-a97b-1074809e0c5d)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:17:24.914747 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-2b0d80ac-39a3-4ab2-a5a4-280c642a343f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:24.919402 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:24.983899 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a96173-a968-4782-968d-cbe594ec2a59 admin admin] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:17:24.995338 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9725e7e8-88bc-44ae-9552-b1d3eda76593 None None] Sync routers for ids ['6d2353bc-b8cd-4803-84e0-c202924dbaef'] in dv-cinder-772623-5-iscsi {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:17:24.999302 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d80ac-39a3-4ab2-a5a4-280c642a343f None None] Pushing event updated for resources: {'Port': ['ID=23c9a57d-1b76-471b-85d4-0ff01539ce2f,revision_number=3']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:25.006633 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-2b0d80ac-39a3-4ab2-a5a4-280c642a343f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:25.009176 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-65a96173-a968-4782-968d-cbe594ec2a59 admin admin] Notify callbacks [] for router, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:25.013108 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-65a96173-a968-4782-968d-cbe594ec2a59 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3995085 May 18 10:17:25.014095 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 42766) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:17:25.016219 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9725e7e8-88bc-44ae-9552-b1d3eda76593 None None] Routers {'6d2353bc-b8cd-4803-84e0-c202924dbaef'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:17:25.016410 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-9725e7e8-88bc-44ae-9552-b1d3eda76593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:16:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['6d2353bc-b8cd-4803-84e0-c202924dbaef'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:17:25.210574 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-c7c53e9d-cd59-4ed0-970d-6de71d9342d7 None None] Provisioning complete for port 23c9a57d-1b76-471b-85d4-0ff01539ce2f triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:17:25.210839 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-c7c53e9d-cd59-4ed0-970d-6de71d9342d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:25.253780 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-9725e7e8-88bc-44ae-9552-b1d3eda76593 None None] Set router 6d2353bc-b8cd-4803-84e0-c202924dbaef gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:17:25.412860 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:25.432166 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-60049397-7daf-47d4-bb02-bb66ad192051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:25.699476 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-9725e7e8-88bc-44ae-9552-b1d3eda76593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'name': 'tempest-TestVolumeBootPattern-1063213162-router', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:17:22Z', 'updated_at': '2021-05-18T10:17:24Z', 'revision_number': 3, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'gw_port': {'id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:23Z', 'updated_at': '2021-05-18T10:17:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi'}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:17:25.703241 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9725e7e8-88bc-44ae-9552-b1d3eda76593 None None] Checking router: 6d2353bc-b8cd-4803-84e0-c202924dbaef for host: dv-cinder-772623-5-iscsi {{(pid=91256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:17:25.703592 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9725e7e8-88bc-44ae-9552-b1d3eda76593 None None] Updating router 6d2353bc-b8cd-4803-84e0-c202924dbaef port cebd9189-1400-4075-bb4e-4bce95ed8441 binding host dv-cinder-772623-5-iscsi {{(pid=91256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 10:17:25.761194 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-9725e7e8-88bc-44ae-9552-b1d3eda76593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:25.813006 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-d4c6d475-0299-41a3-bb35-2becffe32a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:26.023134 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.db_base_plugin_common [None req-d4c6d475-0299-41a3-bb35-2becffe32a50 admin admin] Allocated IP 172.20.0.1 (33179846-9da7-4803-9f19-b2347608fe81/158ee4a6-17be-443c-8f0e-c3894a5bd3bf/edfc3f17-c157-4dcc-becf-fa7acf01c4b1) {{(pid=91254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:17:26.100594 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-9725e7e8-88bc-44ae-9552-b1d3eda76593 None None] Notify callbacks [] for port, precommit_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:26.113131 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-9725e7e8-88bc-44ae-9552-b1d3eda76593 None None] Transition to ACTIVE for port object cebd9189-1400-4075-bb4e-4bce95ed8441 will not be triggered until provisioned by entity L2. {{(pid=91256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:17:26.119895 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-9725e7e8-88bc-44ae-9552-b1d3eda76593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:26.125028 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-1535e698-98d6-4f44-b18a-29d26918102c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:26.176017 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-d4c6d475-0299-41a3-bb35-2becffe32a50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:26.192049 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.provisioning_blocks [None req-d4c6d475-0299-41a3-bb35-2becffe32a50 admin admin] Transition to ACTIVE for port object edfc3f17-c157-4dcc-becf-fa7acf01c4b1 will not be triggered until provisioned by entity DHCP. {{(pid=91254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:17:26.197878 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-9725e7e8-88bc-44ae-9552-b1d3eda76593 None None] Attempting to bind port cebd9189-1400-4075-bb4e-4bce95ed8441 on host dv-cinder-772623-5-iscsi for vnic_type normal with profile {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:17:26.198264 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-9725e7e8-88bc-44ae-9552-b1d3eda76593 None None] Attempting to bind port cebd9189-1400-4075-bb4e-4bce95ed8441 by drivers openvswitch,hyperv on host dv-cinder-772623-5-iscsi at level 0 using segments [{'id': 'f8569fa1-1255-4980-b926-c951cf4cc403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'}] {{(pid=91256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:17:26.198667 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9725e7e8-88bc-44ae-9552-b1d3eda76593 None None] Attempting to bind port cebd9189-1400-4075-bb4e-4bce95ed8441 on network bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3 {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:17:26.208882 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9725e7e8-88bc-44ae-9552-b1d3eda76593 None None] Checking agent: {'id': '5371dcab-484f-4434-b508-32f41307ace8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 25), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:17:26.209260 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9725e7e8-88bc-44ae-9552-b1d3eda76593 None None] Checking segment: {'id': 'f8569fa1-1255-4980-b926-c951cf4cc403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:17:26.209878 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-9725e7e8-88bc-44ae-9552-b1d3eda76593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:26.210291 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9725e7e8-88bc-44ae-9552-b1d3eda76593 None None] Bound using segment: {'id': 'f8569fa1-1255-4980-b926-c951cf4cc403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'} {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:17:26.210792 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-9725e7e8-88bc-44ae-9552-b1d3eda76593 None None] Bound port: cebd9189-1400-4075-bb4e-4bce95ed8441, host: dv-cinder-772623-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8569fa1-1255-4980-b926-c951cf4cc403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'}}] {{(pid=91256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:17:26.211181 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-9725e7e8-88bc-44ae-9552-b1d3eda76593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:26.221601 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-d4c6d475-0299-41a3-bb35-2becffe32a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:26.225760 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-59a9d7a5-4ea3-4f34-b261-8fd3d9637c51 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:26.237859 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b803f96-3d4b-42b1-a7f9-136d05fb72de None None] Pushing event updated for resources: {'Port': ['ID=cebd9189-1400-4075-bb4e-4bce95ed8441,revision_number=2']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:26.257531 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-1b803f96-3d4b-42b1-a7f9-136d05fb72de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:26.294161 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c6d475-0299-41a3-bb35-2becffe32a50 admin admin] Network 33179846-9da7-4803-9f19-b2347608fe81 is already hosted by enough agents. {{(pid=91254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:17:26.297241 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.base_scheduler [None req-d4c6d475-0299-41a3-bb35-2becffe32a50 admin admin] Resources bound (agent type, host, resource id): {{(pid=91254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:17:26.299828 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c6d475-0299-41a3-bb35-2becffe32a50 admin admin] Received port after_create {{(pid=91254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:17:26.318630 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-9725e7e8-88bc-44ae-9552-b1d3eda76593 None None] For port cebd9189-1400-4075-bb4e-4bce95ed8441, host dv-cinder-772623-5-iscsi, cleared binding levels {{(pid=91256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:17:26.336053 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-9725e7e8-88bc-44ae-9552-b1d3eda76593 None None] For port cebd9189-1400-4075-bb4e-4bce95ed8441, host dv-cinder-772623-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=cebd9189-1400-4075-bb4e-4bce95ed8441,segment=NetworkSegment(f8569fa1-1255-4980-b926-c951cf4cc403),segment_id=f8569fa1-1255-4980-b926-c951cf4cc403)] {{(pid=91256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:17:26.347072 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-9725e7e8-88bc-44ae-9552-b1d3eda76593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:26.356357 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6d475-0299-41a3-bb35-2becffe32a50 admin admin] Pushing event updated for resources: {'Port': ['ID=edfc3f17-c157-4dcc-becf-fa7acf01c4b1,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:26.357330 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:26.361589 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-d4c6d475-0299-41a3-bb35-2becffe32a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:26.398687 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-d4c6d475-0299-41a3-bb35-2becffe32a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921923'] for router_interface, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:26.422286 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device 23c9a57d-1b76-471b-85d4-0ff01539ce2f up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:17:26.568007 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9725e7e8-88bc-44ae-9552-b1d3eda76593 None None] Routers {'6d2353bc-b8cd-4803-84e0-c202924dbaef'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:17:26.568863 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-9725e7e8-88bc-44ae-9552-b1d3eda76593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:17:25Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['6d2353bc-b8cd-4803-84e0-c202924dbaef'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:17:26.661833 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-d4c6d475-0299-41a3-bb35-2becffe32a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:26.716858 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b803f96-3d4b-42b1-a7f9-136d05fb72de None None] Pushing event updated for resources: {'Port': ['ID=cebd9189-1400-4075-bb4e-4bce95ed8441,revision_number=3']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:26.734580 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-1b803f96-3d4b-42b1-a7f9-136d05fb72de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:26.736647 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-4bf95913-fd7b-4742-b0f4-89ae231fa94f None None] Provisioning for port edfc3f17-c157-4dcc-becf-fa7acf01c4b1 completed by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:17:26.758373 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:26.832130 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-4bf95913-fd7b-4742-b0f4-89ae231fa94f None None] Provisioning complete for port edfc3f17-c157-4dcc-becf-fa7acf01c4b1 triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:17:26.832704 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-4bf95913-fd7b-4742-b0f4-89ae231fa94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:26.907975 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-d4c6d475-0299-41a3-bb35-2becffe32a50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:26.912659 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-d4c6d475-0299-41a3-bb35-2becffe32a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2477981'] for port, after_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:26.940941 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-2b8a35e2-022c-4a44-9dd7-b925bbaacd68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:26.963797 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port 23c9a57d-1b76-471b-85d4-0ff01539ce2f triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:17:26.964346 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:27.026878 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-d4c6d475-0299-41a3-bb35-2becffe32a50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921892'] for router_interface, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:27.032890 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6d475-0299-41a3-bb35-2becffe32a50 admin admin] Pushing event updated for resources: {'Port': ['ID=edfc3f17-c157-4dcc-becf-fa7acf01c4b1,revision_number=2']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:27.036057 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-d4c6d475-0299-41a3-bb35-2becffe32a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:27.054331 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-4bf95913-fd7b-4742-b0f4-89ae231fa94f None None] Port edfc3f17-c157-4dcc-becf-fa7acf01c4b1 cannot update to ACTIVE because it is not bound. {{(pid=91256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:17:27.076983 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-9725e7e8-88bc-44ae-9552-b1d3eda76593 None None] Set router 6d2353bc-b8cd-4803-84e0-c202924dbaef gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:17:27.172931 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c6d475-0299-41a3-bb35-2becffe32a50 admin admin] Network 33179846-9da7-4803-9f19-b2347608fe81 is already hosted by enough agents. {{(pid=91254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:17:27.174319 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.base_scheduler [None req-d4c6d475-0299-41a3-bb35-2becffe32a50 admin admin] Resources bound (agent type, host, resource id): {{(pid=91254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:17:27.536688 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c6d475-0299-41a3-bb35-2becffe32a50 admin admin] Router 6d2353bc-b8cd-4803-84e0-c202924dbaef has already been hosted by L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb {{(pid=91254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:17:27.577634 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-0053347d-1feb-43e5-a29e-e3d42fd14255 None None] Provisioning complete for port edfc3f17-c157-4dcc-becf-fa7acf01c4b1 triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:17:27.578460 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-0053347d-1feb-43e5-a29e-e3d42fd14255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:27.696733 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-0053347d-1feb-43e5-a29e-e3d42fd14255 None None] Port edfc3f17-c157-4dcc-becf-fa7acf01c4b1 cannot update to ACTIVE because it is not bound. {{(pid=91256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:17:27.723666 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c6d475-0299-41a3-bb35-2becffe32a50 admin admin] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:17:27.732990 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-d4c6d475-0299-41a3-bb35-2becffe32a50 admin admin] 10.222.0.11 "PUT /v2.0/routers/6d2353bc-b8cd-4803-84e0-c202924dbaef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7174995 May 18 10:17:27.872272 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-9725e7e8-88bc-44ae-9552-b1d3eda76593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'name': 'tempest-TestVolumeBootPattern-1063213162-router', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:17:22Z', 'updated_at': '2021-05-18T10:17:26Z', 'revision_number': 4, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'gw_port': {'id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:23Z', 'updated_at': '2021-05-18T10:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'edfc3f17-c157-4dcc-becf-fa7acf01c4b1', 'name': '', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'mac_address': 'fa:16:3e:2d:a5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:25Z', 'updated_at': '2021-05-18T10:17:26Z', 'revision_number': 1, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'subnets': [{'id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:17:27.878266 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9725e7e8-88bc-44ae-9552-b1d3eda76593 None None] The sync data for ids ['6d2353bc-b8cd-4803-84e0-c202924dbaef'] in dv-cinder-772623-5-iscsi is: [{'id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'name': 'tempest-TestVolumeBootPattern-1063213162-router', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:17:22Z', 'updated_at': '2021-05-18T10:17:26Z', 'revision_number': 4, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'gw_port': {'id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:23Z', 'updated_at': '2021-05-18T10:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'edfc3f17-c157-4dcc-becf-fa7acf01c4b1', 'name': '', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'mac_address': 'fa:16:3e:2d:a5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:25Z', 'updated_at': '2021-05-18T10:17:26Z', 'revision_number': 1, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'subnets': [{'id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:17:28.208017 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:28.357643 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 42784) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:17:28.363441 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-4ddc1e08-7605-4c77-9fcb-8e97699422e8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-518181976-network', 'tenant_id': '7851e9900d424d46a2f1684c93d0f26d'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:17:28.368670 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-4ddc1e08-7605-4c77-9fcb-8e97699422e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:17:28.373540 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-4ddc1e08-7605-4c77-9fcb-8e97699422e8 admin admin] Usage tracker for resource:network and tenant:7851e9900d424d46a2f1684c93d0f26d is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:17:28.378076 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-4ddc1e08-7605-4c77-9fcb-8e97699422e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:17:28.386833 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-4ddc1e08-7605-4c77-9fcb-8e97699422e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:17:28.407939 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddc1e08-7605-4c77-9fcb-8e97699422e8 admin admin] Made reservation on behalf of 7851e9900d424d46a2f1684c93d0f26d for: {'network': 1} {{(pid=91255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:17:28.410479 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-4ddc1e08-7605-4c77-9fcb-8e97699422e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7994813'] for network, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:28.423616 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-4ddc1e08-7605-4c77-9fcb-8e97699422e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:28.443365 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-4ddc1e08-7605-4c77-9fcb-8e97699422e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:17:28.447443 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-4ddc1e08-7605-4c77-9fcb-8e97699422e8 admin admin] Usage tracker for resource:security_group_rule and tenant:7851e9900d424d46a2f1684c93d0f26d is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:17:28.450891 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-4ddc1e08-7605-4c77-9fcb-8e97699422e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:17:28.457546 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-4ddc1e08-7605-4c77-9fcb-8e97699422e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:17:28.681873 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-4ddc1e08-7605-4c77-9fcb-8e97699422e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:28.686785 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-4ddc1e08-7605-4c77-9fcb-8e97699422e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:28.689885 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-d8be47bb-480a-48bd-9d54-ae3bae70c458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:28.720368 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ddc1e08-7605-4c77-9fcb-8e97699422e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=91255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 10:17:28.729369 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc1e08-7605-4c77-9fcb-8e97699422e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bcd48b-4be8-435d-907c-e3ad5830a775,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:28.733802 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-4ddc1e08-7605-4c77-9fcb-8e97699422e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:28.739274 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-4ddc1e08-7605-4c77-9fcb-8e97699422e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901'] for segment, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:28.739595 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.db.segments_db [None req-4ddc1e08-7605-4c77-9fcb-8e97699422e8 admin admin] Added segment 2c4aeb58-50f4-48ee-86a5-9343d0c6586a of type vlan for network e9aa462d-12d4-4d98-a133-6e73c55c2ccd May 18 10:17:28.772499 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-4ddc1e08-7605-4c77-9fcb-8e97699422e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726940834425'] for network, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:28.811227 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-4ddc1e08-7605-4c77-9fcb-8e97699422e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779696'] for network, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:28.812517 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddc1e08-7605-4c77-9fcb-8e97699422e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:17:28.813314 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-4ddc1e08-7605-4c77-9fcb-8e97699422e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for network, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:28.817293 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:28.922517 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc1e08-7605-4c77-9fcb-8e97699422e8 admin admin] Pushing event updated for resources: {'Network': ['ID=e9aa462d-12d4-4d98-a133-6e73c55c2ccd,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:28.926253 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-4ddc1e08-7605-4c77-9fcb-8e97699422e8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5675464 May 18 10:17:28.927481 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-4ddc1e08-7605-4c77-9fcb-8e97699422e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:28.929537 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 42788) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:17:28.936199 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-b3d2c65b-64b8-4bac-b81b-dfb544c7a544 admin admin] Request body: {'subnet': {'network_id': 'e9aa462d-12d4-4d98-a133-6e73c55c2ccd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-518181976-subnet', 'tenant_id': '7851e9900d424d46a2f1684c93d0f26d', 'ip_version': 4}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:17:28.936525 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Network e9aa462d-12d4-4d98-a133-6e73c55c2ccd details requested by agent ovs-agent-dv-cinder-772623-5-iscsi with host dv-cinder-772623-5-iscsi {{(pid=91256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 10:17:28.941479 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-b3d2c65b-64b8-4bac-b81b-dfb544c7a544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:17:28.947169 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-b3d2c65b-64b8-4bac-b81b-dfb544c7a544 admin admin] Usage tracker for resource:subnet and tenant:7851e9900d424d46a2f1684c93d0f26d is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:17:28.950523 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-b3d2c65b-64b8-4bac-b81b-dfb544c7a544 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:17:28.957017 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-b3d2c65b-64b8-4bac-b81b-dfb544c7a544 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:17:28.969688 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d2c65b-64b8-4bac-b81b-dfb544c7a544 admin admin] Made reservation on behalf of 7851e9900d424d46a2f1684c93d0f26d for: {'subnet': 1} {{(pid=91254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:17:28.972617 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b3d2c65b-64b8-4bac-b81b-dfb544c7a544 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3653721'] for subnet, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:29.390452 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b3d2c65b-64b8-4bac-b81b-dfb544c7a544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2366996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3653739'] for subnet, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:29.395233 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:29.465305 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d2c65b-64b8-4bac-b81b-dfb544c7a544 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0a10d77-559e-475e-95e5-827eb9e593a3,revision_number=0']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:29.469073 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-b3d2c65b-64b8-4bac-b81b-dfb544c7a544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:29.475012 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d2c65b-64b8-4bac-b81b-dfb544c7a544 admin admin] Checking segment: {'id': '2c4aeb58-50f4-48ee-86a5-9343d0c6586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e9aa462d-12d4-4d98-a133-6e73c55c2ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:17:29.475364 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d2c65b-64b8-4bac-b81b-dfb544c7a544 admin admin] Network hostable DHCP agents. Network: e9aa462d-12d4-4d98-a133-6e73c55c2ccd, hostable agents: ['06791c86-dc2e-4d91-8007-ff0b96d97a59'], hosted agents: [] {{(pid=91254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 10:17:29.493097 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d2c65b-64b8-4bac-b81b-dfb544c7a544 admin admin] Network e9aa462d-12d4-4d98-a133-6e73c55c2ccd is scheduled to be hosted by DHCP agent 06791c86-dc2e-4d91-8007-ff0b96d97a59 with binding_index 1 {{(pid=91254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 10:17:29.502555 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.base_scheduler [None req-b3d2c65b-64b8-4bac-b81b-dfb544c7a544 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-5-iscsi, e9aa462d-12d4-4d98-a133-6e73c55c2ccd) {{(pid=91254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:17:29.511617 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7fadd8-10d3-4402-ac4e-daae49b5b875 None None] Network e9aa462d-12d4-4d98-a133-6e73c55c2ccd requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:17:29.512936 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d2c65b-64b8-4bac-b81b-dfb544c7a544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:17:29.514072 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b3d2c65b-64b8-4bac-b81b-dfb544c7a544 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:29.541471 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-b3d2c65b-64b8-4bac-b81b-dfb544c7a544 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6099782 May 18 10:17:29.543407 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 42792) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:17:29.548871 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-c496b222-f8ac-4169-a702-d07a5514eed4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-518181976-router', 'tenant_id': '7851e9900d424d46a2f1684c93d0f26d', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'}}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:17:29.553760 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-c496b222-f8ac-4169-a702-d07a5514eed4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:17:29.558191 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-c496b222-f8ac-4169-a702-d07a5514eed4 admin admin] Usage tracker for resource:router and tenant:7851e9900d424d46a2f1684c93d0f26d is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:17:29.561750 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-c496b222-f8ac-4169-a702-d07a5514eed4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:17:29.567988 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-c496b222-f8ac-4169-a702-d07a5514eed4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:17:29.580425 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c496b222-f8ac-4169-a702-d07a5514eed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27157'] for router, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:29.581576 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c496b222-f8ac-4169-a702-d07a5514eed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-647179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27166'] for router, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:29.606351 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c496b222-f8ac-4169-a702-d07a5514eed4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:29.749038 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edadcedd-e60d-48c0-b335-bcff09da1f21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0422f885-e5fe-50de-bd50-521dd108a39f-e9aa462d-12d4-4d98-a133-6e73c55c2ccd', 'network_id': 'e9aa462d-12d4-4d98-a133-6e73c55c2ccd', 'tenant_id': '7851e9900d424d46a2f1684c93d0f26d', 'fixed_ips': [{'subnet_id': 'b0a10d77-559e-475e-95e5-827eb9e593a3'}]}} from dv-cinder-772623-5-iscsi. {{(pid=91256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 10:17:29.749878 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-edadcedd-e60d-48c0-b335-bcff09da1f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:29.876775 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0472a3e8-2346-4164-a465-8750bc277883 None None] Sync routers for ids ['6d2353bc-b8cd-4803-84e0-c202924dbaef'] in dv-cinder-772623-5-iscsi {{(pid=91257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:17:29.887246 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0472a3e8-2346-4164-a465-8750bc277883 None None] Routers {'6d2353bc-b8cd-4803-84e0-c202924dbaef'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:17:29.887859 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-0472a3e8-2346-4164-a465-8750bc277883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:17:25Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['6d2353bc-b8cd-4803-84e0-c202924dbaef'], 'active': True} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:17:29.945220 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.db_base_plugin_common [None req-edadcedd-e60d-48c0-b335-bcff09da1f21 None None] Allocated IP 172.20.0.2 (e9aa462d-12d4-4d98-a133-6e73c55c2ccd/b0a10d77-559e-475e-95e5-827eb9e593a3/a3941370-03ea-4aee-86bc-a860a1120a11) {{(pid=91256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:17:29.974479 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c496b222-f8ac-4169-a702-d07a5514eed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27184'] for router, precommit_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:30.172393 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvr_db [None req-0472a3e8-2346-4164-a465-8750bc277883 None None] Set router 6d2353bc-b8cd-4803-84e0-c202924dbaef gateway port host: dv-cinder-772623-5-iscsi {{(pid=91257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:17:30.176507 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-edadcedd-e60d-48c0-b335-bcff09da1f21 None None] Notify callbacks [] for port, precommit_create {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:30.191768 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-edadcedd-e60d-48c0-b335-bcff09da1f21 None None] Transition to ACTIVE for port object a3941370-03ea-4aee-86bc-a860a1120a11 will not be triggered until provisioned by entity L2. {{(pid=91256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:17:30.212042 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-edadcedd-e60d-48c0-b335-bcff09da1f21 None None] Transition to ACTIVE for port object a3941370-03ea-4aee-86bc-a860a1120a11 will not be triggered until provisioned by entity DHCP. {{(pid=91256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:17:30.218777 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-edadcedd-e60d-48c0-b335-bcff09da1f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839'] for port, after_create {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:30.222841 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-fed949a1-bfa3-4576-a5d8-439125176932 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:30.285468 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edadcedd-e60d-48c0-b335-bcff09da1f21 None None] Network e9aa462d-12d4-4d98-a133-6e73c55c2ccd is already hosted by enough agents. {{(pid=91256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:17:30.295674 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.scheduler.base_scheduler [None req-edadcedd-e60d-48c0-b335-bcff09da1f21 None None] Resources bound (agent type, host, resource id): {{(pid=91256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:17:30.316122 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edadcedd-e60d-48c0-b335-bcff09da1f21 None None] Pushing event updated for resources: {'Port': ['ID=a3941370-03ea-4aee-86bc-a860a1120a11,revision_number=1']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:30.319845 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edadcedd-e60d-48c0-b335-bcff09da1f21 None None] Received port after_create {{(pid=91256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:17:30.323143 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-edadcedd-e60d-48c0-b335-bcff09da1f21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:30.406961 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device cebd9189-1400-4075-bb4e-4bce95ed8441 up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:17:30.472795 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-edadcedd-e60d-48c0-b335-bcff09da1f21 None None] Attempting to bind port a3941370-03ea-4aee-86bc-a860a1120a11 on host dv-cinder-772623-5-iscsi for vnic_type normal with profile {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:17:30.473076 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-edadcedd-e60d-48c0-b335-bcff09da1f21 None None] Attempting to bind port a3941370-03ea-4aee-86bc-a860a1120a11 by drivers openvswitch,hyperv on host dv-cinder-772623-5-iscsi at level 0 using segments [{'id': '2c4aeb58-50f4-48ee-86a5-9343d0c6586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e9aa462d-12d4-4d98-a133-6e73c55c2ccd'}] {{(pid=91256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:17:30.473447 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edadcedd-e60d-48c0-b335-bcff09da1f21 None None] Attempting to bind port a3941370-03ea-4aee-86bc-a860a1120a11 on network e9aa462d-12d4-4d98-a133-6e73c55c2ccd {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:17:30.483727 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edadcedd-e60d-48c0-b335-bcff09da1f21 None None] Checking agent: {'id': '5371dcab-484f-4434-b508-32f41307ace8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 25), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:17:30.484112 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edadcedd-e60d-48c0-b335-bcff09da1f21 None None] Checking segment: {'id': '2c4aeb58-50f4-48ee-86a5-9343d0c6586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e9aa462d-12d4-4d98-a133-6e73c55c2ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:17:30.484522 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-edadcedd-e60d-48c0-b335-bcff09da1f21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:30.484922 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edadcedd-e60d-48c0-b335-bcff09da1f21 None None] Bound using segment: {'id': '2c4aeb58-50f4-48ee-86a5-9343d0c6586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e9aa462d-12d4-4d98-a133-6e73c55c2ccd'} {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:17:30.485400 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-edadcedd-e60d-48c0-b335-bcff09da1f21 None None] Bound port: a3941370-03ea-4aee-86bc-a860a1120a11, host: dv-cinder-772623-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c4aeb58-50f4-48ee-86a5-9343d0c6586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e9aa462d-12d4-4d98-a133-6e73c55c2ccd'}}] {{(pid=91256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:17:30.486281 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-edadcedd-e60d-48c0-b335-bcff09da1f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:30.496968 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c496b222-f8ac-4169-a702-d07a5514eed4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:30.527584 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c496b222-f8ac-4169-a702-d07a5514eed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:30.531926 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-0472a3e8-2346-4164-a465-8750bc277883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'name': 'tempest-TestVolumeBootPattern-1063213162-router', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:17:22Z', 'updated_at': '2021-05-18T10:17:26Z', 'revision_number': 4, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'gw_port': {'id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:23Z', 'updated_at': '2021-05-18T10:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'edfc3f17-c157-4dcc-becf-fa7acf01c4b1', 'name': '', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'mac_address': 'fa:16:3e:2d:a5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:25Z', 'updated_at': '2021-05-18T10:17:26Z', 'revision_number': 2, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'subnets': [{'id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:17:30.536971 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0472a3e8-2346-4164-a465-8750bc277883 None None] Checking router: 6d2353bc-b8cd-4803-84e0-c202924dbaef for host: dv-cinder-772623-5-iscsi {{(pid=91257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:17:30.537321 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0472a3e8-2346-4164-a465-8750bc277883 None None] Updating router 6d2353bc-b8cd-4803-84e0-c202924dbaef port edfc3f17-c157-4dcc-becf-fa7acf01c4b1 binding host dv-cinder-772623-5-iscsi {{(pid=91257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 10:17:30.562688 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning for port cebd9189-1400-4075-bb4e-4bce95ed8441 completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:17:30.585223 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port cebd9189-1400-4075-bb4e-4bce95ed8441 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:17:30.586170 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:30.594836 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-0472a3e8-2346-4164-a465-8750bc277883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:30.645928 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-edadcedd-e60d-48c0-b335-bcff09da1f21 None None] For port a3941370-03ea-4aee-86bc-a860a1120a11, host dv-cinder-772623-5-iscsi, cleared binding levels {{(pid=91256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:17:30.658292 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-edadcedd-e60d-48c0-b335-bcff09da1f21 None None] For port a3941370-03ea-4aee-86bc-a860a1120a11, host dv-cinder-772623-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=a3941370-03ea-4aee-86bc-a860a1120a11,segment=NetworkSegment(2c4aeb58-50f4-48ee-86a5-9343d0c6586a),segment_id=2c4aeb58-50f4-48ee-86a5-9343d0c6586a)] {{(pid=91256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:17:30.665821 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-edadcedd-e60d-48c0-b335-bcff09da1f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:30.673396 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.db_base_plugin_common [None req-c496b222-f8ac-4169-a702-d07a5514eed4 admin admin] Allocated IP 172.27.1.52 (bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3/bad1a46d-7140-454d-84c6-4b97dc4a536e/b6c35c95-d1a6-44bf-ab9c-03d22baede28) {{(pid=91254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:17:30.673910 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e0401dd3-93c7-440c-894b-4a8c72e0936b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:30.811590 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:30.819538 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edadcedd-e60d-48c0-b335-bcff09da1f21 None None] Pushing event updated for resources: {'Port': ['ID=a3941370-03ea-4aee-86bc-a860a1120a11,revision_number=2']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:30.828415 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-edadcedd-e60d-48c0-b335-bcff09da1f21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:30.829254 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c496b222-f8ac-4169-a702-d07a5514eed4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:30.841230 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] For port cebd9189-1400-4075-bb4e-4bce95ed8441, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=cebd9189-1400-4075-bb4e-4bce95ed8441,segment=NetworkSegment(f8569fa1-1255-4980-b926-c951cf4cc403),segment_id=f8569fa1-1255-4980-b926-c951cf4cc403)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:17:30.847824 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:30.852474 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-310206bb-bb24-414b-8607-5c9c59042e68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:30.881202 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c496b222-f8ac-4169-a702-d07a5514eed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:30.887724 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-6cbe6192-fbb5-4a41-9fb5-88f280b5b540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:30.947655 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Pushing event updated for resources: {'Port': ['ID=cebd9189-1400-4075-bb4e-4bce95ed8441,revision_number=4']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:30.951249 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:30.955124 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c496b222-f8ac-4169-a702-d07a5514eed4 admin admin] Network bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3 is already hosted by enough agents. {{(pid=91254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:17:30.958685 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.base_scheduler [None req-c496b222-f8ac-4169-a702-d07a5514eed4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:17:30.962850 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c496b222-f8ac-4169-a702-d07a5514eed4 admin admin] Received port after_create {{(pid=91254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:17:31.003155 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496b222-f8ac-4169-a702-d07a5514eed4 admin admin] Pushing event updated for resources: {'Port': ['ID=b6c35c95-d1a6-44bf-ab9c-03d22baede28,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:31.005224 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-0472a3e8-2346-4164-a465-8750bc277883 None None] Notify callbacks [] for port, precommit_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:31.011941 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-c496b222-f8ac-4169-a702-d07a5514eed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:31.021165 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.provisioning_blocks [None req-0472a3e8-2346-4164-a465-8750bc277883 None None] Transition to ACTIVE for port object edfc3f17-c157-4dcc-becf-fa7acf01c4b1 will not be triggered until provisioned by entity L2. {{(pid=91257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:17:31.031518 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-0472a3e8-2346-4164-a465-8750bc277883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:31.036071 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:31.196747 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ffc5c-8bcd-4920-924e-659ef682c89e None None] Pushing event updated for resources: {'Port': ['ID=edfc3f17-c157-4dcc-becf-fa7acf01c4b1,revision_number=3']} {{(pid=91257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:31.237415 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759ffc5c-8bcd-4920-924e-659ef682c89e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:17:31.237818 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759ffc5c-8bcd-4920-924e-659ef682c89e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:17:31.238067 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759ffc5c-8bcd-4920-924e-659ef682c89e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:17:31.238412 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759ffc5c-8bcd-4920-924e-659ef682c89e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:17:31.238725 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759ffc5c-8bcd-4920-924e-659ef682c89e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:17:31.239150 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759ffc5c-8bcd-4920-924e-659ef682c89e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:17:31.239348 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759ffc5c-8bcd-4920-924e-659ef682c89e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:17:31.239650 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759ffc5c-8bcd-4920-924e-659ef682c89e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:17:31.239979 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759ffc5c-8bcd-4920-924e-659ef682c89e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:17:31.240295 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759ffc5c-8bcd-4920-924e-659ef682c89e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:17:31.240594 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759ffc5c-8bcd-4920-924e-659ef682c89e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:17:31.240895 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759ffc5c-8bcd-4920-924e-659ef682c89e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:17:31.277609 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG oslo_concurrency.lockutils [None req-759ffc5c-8bcd-4920-924e-659ef682c89e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=91257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:31.311862 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.managers [None req-0472a3e8-2346-4164-a465-8750bc277883 None None] Attempting to bind port edfc3f17-c157-4dcc-becf-fa7acf01c4b1 on host dv-cinder-772623-5-iscsi for vnic_type normal with profile {{(pid=91257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:17:31.312142 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.managers [None req-0472a3e8-2346-4164-a465-8750bc277883 None None] Attempting to bind port edfc3f17-c157-4dcc-becf-fa7acf01c4b1 by drivers openvswitch,hyperv on host dv-cinder-772623-5-iscsi at level 0 using segments [{'id': '2e698493-5d72-41f1-a97b-1074809e0c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '33179846-9da7-4803-9f19-b2347608fe81'}] {{(pid=91257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:17:31.312763 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0472a3e8-2346-4164-a465-8750bc277883 None None] Attempting to bind port edfc3f17-c157-4dcc-becf-fa7acf01c4b1 on network 33179846-9da7-4803-9f19-b2347608fe81 {{(pid=91257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:17:31.320818 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0472a3e8-2346-4164-a465-8750bc277883 None None] Checking agent: {'id': '5371dcab-484f-4434-b508-32f41307ace8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 25), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:17:31.321183 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0472a3e8-2346-4164-a465-8750bc277883 None None] Checking segment: {'id': '2e698493-5d72-41f1-a97b-1074809e0c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '33179846-9da7-4803-9f19-b2347608fe81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:17:31.321666 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-0472a3e8-2346-4164-a465-8750bc277883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:31.322043 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0472a3e8-2346-4164-a465-8750bc277883 None None] Bound using segment: {'id': '2e698493-5d72-41f1-a97b-1074809e0c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '33179846-9da7-4803-9f19-b2347608fe81'} {{(pid=91257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:17:31.322467 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.managers [None req-0472a3e8-2346-4164-a465-8750bc277883 None None] Bound port: edfc3f17-c157-4dcc-becf-fa7acf01c4b1, host: dv-cinder-772623-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e698493-5d72-41f1-a97b-1074809e0c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '33179846-9da7-4803-9f19-b2347608fe81'}}] {{(pid=91257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:17:31.322851 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-0472a3e8-2346-4164-a465-8750bc277883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:31.420490 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.db [None req-0472a3e8-2346-4164-a465-8750bc277883 None None] For port edfc3f17-c157-4dcc-becf-fa7acf01c4b1, host dv-cinder-772623-5-iscsi, cleared binding levels {{(pid=91257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:17:31.424050 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.db [None req-0472a3e8-2346-4164-a465-8750bc277883 None None] For port edfc3f17-c157-4dcc-becf-fa7acf01c4b1, host dv-cinder-772623-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=edfc3f17-c157-4dcc-becf-fa7acf01c4b1,segment=NetworkSegment(2e698493-5d72-41f1-a97b-1074809e0c5d),segment_id=2e698493-5d72-41f1-a97b-1074809e0c5d)] {{(pid=91257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:17:31.427944 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-0472a3e8-2346-4164-a465-8750bc277883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:31.432768 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:31.447318 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c496b222-f8ac-4169-a702-d07a5514eed4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:31.510586 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0472a3e8-2346-4164-a465-8750bc277883 None None] Routers {'6d2353bc-b8cd-4803-84e0-c202924dbaef'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:17:31.511231 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-0472a3e8-2346-4164-a465-8750bc277883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:17:25Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['6d2353bc-b8cd-4803-84e0-c202924dbaef'], 'active': True} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:17:31.598927 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ffc5c-8bcd-4920-924e-659ef682c89e None None] Pushing event updated for resources: {'Port': ['ID=edfc3f17-c157-4dcc-becf-fa7acf01c4b1,revision_number=4']} {{(pid=91257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:31.605707 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG oslo_concurrency.lockutils [None req-759ffc5c-8bcd-4920-924e-659ef682c89e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:31.726120 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvr_db [None req-0472a3e8-2346-4164-a465-8750bc277883 None None] Set router 6d2353bc-b8cd-4803-84e0-c202924dbaef gateway port host: dv-cinder-772623-5-iscsi {{(pid=91257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:17:31.817194 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c496b222-f8ac-4169-a702-d07a5514eed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924912'] for router, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:31.891469 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4354fbb7-0b31-4e1b-8a50-835a72b0132e None None] Network e9aa462d-12d4-4d98-a133-6e73c55c2ccd requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:17:32.000142 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-a41ff120-787f-434d-a7da-5f209c418920 None None] Provisioning for port a3941370-03ea-4aee-86bc-a860a1120a11 completed by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:17:32.071591 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-0472a3e8-2346-4164-a465-8750bc277883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'name': 'tempest-TestVolumeBootPattern-1063213162-router', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:17:22Z', 'updated_at': '2021-05-18T10:17:26Z', 'revision_number': 4, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'gw_port': {'id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:23Z', 'updated_at': '2021-05-18T10:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'edfc3f17-c157-4dcc-becf-fa7acf01c4b1', 'name': '', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'mac_address': 'fa:16:3e:2d:a5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:25Z', 'updated_at': '2021-05-18T10:17:31Z', 'revision_number': 4, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'subnets': [{'id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:17:32.076738 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0472a3e8-2346-4164-a465-8750bc277883 None None] The sync data for ids ['6d2353bc-b8cd-4803-84e0-c202924dbaef'] in dv-cinder-772623-5-iscsi is: [{'id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'name': 'tempest-TestVolumeBootPattern-1063213162-router', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:17:22Z', 'updated_at': '2021-05-18T10:17:26Z', 'revision_number': 4, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'gw_port': {'id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:23Z', 'updated_at': '2021-05-18T10:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'edfc3f17-c157-4dcc-becf-fa7acf01c4b1', 'name': '', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'mac_address': 'fa:16:3e:2d:a5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:25Z', 'updated_at': '2021-05-18T10:17:31Z', 'revision_number': 4, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'subnets': [{'id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:17:32.165052 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c496b222-f8ac-4169-a702-d07a5514eed4 admin admin] Router fa3f37ff-ae97-4975-ba50-10a851f5e307 is scheduled to L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb with binding_index 1 {{(pid=91254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 10:17:32.362460 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c496b222-f8ac-4169-a702-d07a5514eed4 admin admin] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:17:32.375723 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb02ec3a-18b6-47c0-b0a1-225ff898f39a None None] Sync routers for ids ['fa3f37ff-ae97-4975-ba50-10a851f5e307'] in dv-cinder-772623-5-iscsi {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:17:32.386316 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb02ec3a-18b6-47c0-b0a1-225ff898f39a None None] Routers {'fa3f37ff-ae97-4975-ba50-10a851f5e307'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:17:32.387038 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-eb02ec3a-18b6-47c0-b0a1-225ff898f39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:17:25Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['fa3f37ff-ae97-4975-ba50-10a851f5e307'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:17:32.389640 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-c496b222-f8ac-4169-a702-d07a5514eed4 admin admin] Notify callbacks [] for router, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:32.391166 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-c496b222-f8ac-4169-a702-d07a5514eed4 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8467705 May 18 10:17:32.394116 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 42796) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:17:32.559567 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device a3941370-03ea-4aee-86bc-a860a1120a11 up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:17:32.750231 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-eb02ec3a-18b6-47c0-b0a1-225ff898f39a None None] Set router fa3f37ff-ae97-4975-ba50-10a851f5e307 gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:17:32.795300 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning for port a3941370-03ea-4aee-86bc-a860a1120a11 completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:17:32.863226 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port a3941370-03ea-4aee-86bc-a860a1120a11 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:17:32.863592 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:33.121002 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:33.131509 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-2e14fb4b-df64-4dfb-b7f8-e2a696223597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:33.173991 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] For port a3941370-03ea-4aee-86bc-a860a1120a11, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=a3941370-03ea-4aee-86bc-a860a1120a11,segment=NetworkSegment(2c4aeb58-50f4-48ee-86a5-9343d0c6586a),segment_id=2c4aeb58-50f4-48ee-86a5-9343d0c6586a)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:17:33.180226 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:33.181299 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device edfc3f17-c157-4dcc-becf-fa7acf01c4b1 up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:17:33.215047 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-61694c64-01b7-4596-b406-9e247f982977 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:33.313496 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-eb02ec3a-18b6-47c0-b0a1-225ff898f39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3f37ff-ae97-4975-ba50-10a851f5e307', 'name': 'tempest-TestVolumeBootPattern-518181976-router', 'tenant_id': '7851e9900d424d46a2f1684c93d0f26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'b6c35c95-d1a6-44bf-ab9c-03d22baede28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:17:29Z', 'updated_at': '2021-05-18T10:17:31Z', 'revision_number': 3, 'project_id': '7851e9900d424d46a2f1684c93d0f26d', 'gw_port': {'id': 'b6c35c95-d1a6-44bf-ab9c-03d22baede28', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3f37ff-ae97-4975-ba50-10a851f5e307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:30Z', 'updated_at': '2021-05-18T10:17:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi'}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:17:33.328394 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb02ec3a-18b6-47c0-b0a1-225ff898f39a None None] Checking router: fa3f37ff-ae97-4975-ba50-10a851f5e307 for host: dv-cinder-772623-5-iscsi {{(pid=91256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:17:33.328738 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb02ec3a-18b6-47c0-b0a1-225ff898f39a None None] Updating router fa3f37ff-ae97-4975-ba50-10a851f5e307 port b6c35c95-d1a6-44bf-ab9c-03d22baede28 binding host dv-cinder-772623-5-iscsi {{(pid=91256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 10:17:33.363228 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.db_base_plugin_common [None req-2e14fb4b-df64-4dfb-b7f8-e2a696223597 admin admin] Allocated IP 172.20.0.1 (e9aa462d-12d4-4d98-a133-6e73c55c2ccd/b0a10d77-559e-475e-95e5-827eb9e593a3/659003ba-6ac1-4a96-a5ef-3e7c31b5bc60) {{(pid=91254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:17:33.379472 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Pushing event updated for resources: {'Port': ['ID=a3941370-03ea-4aee-86bc-a860a1120a11,revision_number=3']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:33.385518 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:33.399337 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-eb02ec3a-18b6-47c0-b0a1-225ff898f39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:33.430318 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning for port edfc3f17-c157-4dcc-becf-fa7acf01c4b1 completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:17:33.447603 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port edfc3f17-c157-4dcc-becf-fa7acf01c4b1 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:17:33.447964 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:33.519536 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-2e14fb4b-df64-4dfb-b7f8-e2a696223597 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:33.535907 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.provisioning_blocks [None req-2e14fb4b-df64-4dfb-b7f8-e2a696223597 admin admin] Transition to ACTIVE for port object 659003ba-6ac1-4a96-a5ef-3e7c31b5bc60 will not be triggered until provisioned by entity DHCP. {{(pid=91254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:17:33.562557 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-2e14fb4b-df64-4dfb-b7f8-e2a696223597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:33.568408 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-d4c6d475-0299-41a3-bb35-2becffe32a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:33.635305 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e14fb4b-df64-4dfb-b7f8-e2a696223597 admin admin] Network e9aa462d-12d4-4d98-a133-6e73c55c2ccd is already hosted by enough agents. {{(pid=91254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:17:33.638079 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.base_scheduler [None req-2e14fb4b-df64-4dfb-b7f8-e2a696223597 admin admin] Resources bound (agent type, host, resource id): {{(pid=91254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:17:33.641969 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e14fb4b-df64-4dfb-b7f8-e2a696223597 admin admin] Received port after_create {{(pid=91254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:17:33.678884 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14fb4b-df64-4dfb-b7f8-e2a696223597 admin admin] Pushing event updated for resources: {'Port': ['ID=659003ba-6ac1-4a96-a5ef-3e7c31b5bc60,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:33.686727 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-2e14fb4b-df64-4dfb-b7f8-e2a696223597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:33.699593 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-2e14fb4b-df64-4dfb-b7f8-e2a696223597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921923'] for router_interface, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:33.738821 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:33.792446 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] For port edfc3f17-c157-4dcc-becf-fa7acf01c4b1, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=edfc3f17-c157-4dcc-becf-fa7acf01c4b1,segment=NetworkSegment(2e698493-5d72-41f1-a97b-1074809e0c5d),segment_id=2e698493-5d72-41f1-a97b-1074809e0c5d)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:17:33.802894 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:33.803764 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device cebd9189-1400-4075-bb4e-4bce95ed8441 up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:17:33.830215 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:33.940580 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-2e14fb4b-df64-4dfb-b7f8-e2a696223597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:33.988407 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Pushing event updated for resources: {'Port': ['ID=edfc3f17-c157-4dcc-becf-fa7acf01c4b1,revision_number=5']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:34.002479 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:34.003093 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-9d9a27cc-04f3-4ce8-9120-da7eb588abd7 None None] Provisioning for port 659003ba-6ac1-4a96-a5ef-3e7c31b5bc60 completed by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:17:34.017257 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port cebd9189-1400-4075-bb4e-4bce95ed8441 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:17:34.017634 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:34.098566 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-9d9a27cc-04f3-4ce8-9120-da7eb588abd7 None None] Provisioning complete for port 659003ba-6ac1-4a96-a5ef-3e7c31b5bc60 triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:17:34.099133 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-9d9a27cc-04f3-4ce8-9120-da7eb588abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:34.186065 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-2e14fb4b-df64-4dfb-b7f8-e2a696223597 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:34.190497 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-2e14fb4b-df64-4dfb-b7f8-e2a696223597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2477981'] for port, after_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:34.218728 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-40b4ce79-f99b-45c3-95a1-c3ad78a20ff5 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:34.220333 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-eb02ec3a-18b6-47c0-b0a1-225ff898f39a None None] Notify callbacks [] for port, precommit_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:34.229379 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-9d9a27cc-04f3-4ce8-9120-da7eb588abd7 None None] Port 659003ba-6ac1-4a96-a5ef-3e7c31b5bc60 cannot update to ACTIVE because it is not bound. {{(pid=91256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:17:34.241345 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-eb02ec3a-18b6-47c0-b0a1-225ff898f39a None None] Transition to ACTIVE for port object b6c35c95-d1a6-44bf-ab9c-03d22baede28 will not be triggered until provisioned by entity L2. {{(pid=91256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:17:34.254915 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-eb02ec3a-18b6-47c0-b0a1-225ff898f39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:34.262789 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-edadcedd-e60d-48c0-b335-bcff09da1f21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:34.300959 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14fb4b-df64-4dfb-b7f8-e2a696223597 admin admin] Pushing event updated for resources: {'Port': ['ID=659003ba-6ac1-4a96-a5ef-3e7c31b5bc60,revision_number=2']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:34.303359 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-2e14fb4b-df64-4dfb-b7f8-e2a696223597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-921892'] for router_interface, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:34.306998 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-2e14fb4b-df64-4dfb-b7f8-e2a696223597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:34.423076 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-eb02ec3a-18b6-47c0-b0a1-225ff898f39a None None] Attempting to bind port b6c35c95-d1a6-44bf-ab9c-03d22baede28 on host dv-cinder-772623-5-iscsi for vnic_type normal with profile {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:17:34.423448 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-eb02ec3a-18b6-47c0-b0a1-225ff898f39a None None] Attempting to bind port b6c35c95-d1a6-44bf-ab9c-03d22baede28 by drivers openvswitch,hyperv on host dv-cinder-772623-5-iscsi at level 0 using segments [{'id': 'f8569fa1-1255-4980-b926-c951cf4cc403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'}] {{(pid=91256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:17:34.423820 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb02ec3a-18b6-47c0-b0a1-225ff898f39a None None] Attempting to bind port b6c35c95-d1a6-44bf-ab9c-03d22baede28 on network bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3 {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:17:34.429843 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257dfa87-e762-4436-acbf-952936e56c9f None None] Pushing event updated for resources: {'Port': ['ID=b6c35c95-d1a6-44bf-ab9c-03d22baede28,revision_number=2']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:34.436737 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-257dfa87-e762-4436-acbf-952936e56c9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:34.439303 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb02ec3a-18b6-47c0-b0a1-225ff898f39a None None] Checking agent: {'id': '5371dcab-484f-4434-b508-32f41307ace8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 25), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:17:34.439558 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb02ec3a-18b6-47c0-b0a1-225ff898f39a None None] Checking segment: {'id': 'f8569fa1-1255-4980-b926-c951cf4cc403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:17:34.440499 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-eb02ec3a-18b6-47c0-b0a1-225ff898f39a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:34.440499 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb02ec3a-18b6-47c0-b0a1-225ff898f39a None None] Bound using segment: {'id': 'f8569fa1-1255-4980-b926-c951cf4cc403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'} {{(pid=91256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:17:34.440933 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.managers [None req-eb02ec3a-18b6-47c0-b0a1-225ff898f39a None None] Bound port: b6c35c95-d1a6-44bf-ab9c-03d22baede28, host: dv-cinder-772623-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8569fa1-1255-4980-b926-c951cf4cc403', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3'}}] {{(pid=91256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:17:34.441140 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-eb02ec3a-18b6-47c0-b0a1-225ff898f39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:34.442425 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e14fb4b-df64-4dfb-b7f8-e2a696223597 admin admin] Network e9aa462d-12d4-4d98-a133-6e73c55c2ccd is already hosted by enough agents. {{(pid=91254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:17:34.448645 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.base_scheduler [None req-2e14fb4b-df64-4dfb-b7f8-e2a696223597 admin admin] Resources bound (agent type, host, resource id): {{(pid=91254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:17:34.545451 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device a3941370-03ea-4aee-86bc-a860a1120a11 up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:17:34.628652 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-eb02ec3a-18b6-47c0-b0a1-225ff898f39a None None] For port b6c35c95-d1a6-44bf-ab9c-03d22baede28, host dv-cinder-772623-5-iscsi, cleared binding levels {{(pid=91256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:17:34.648524 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-eb02ec3a-18b6-47c0-b0a1-225ff898f39a None None] For port b6c35c95-d1a6-44bf-ab9c-03d22baede28, host dv-cinder-772623-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=b6c35c95-d1a6-44bf-ab9c-03d22baede28,segment=NetworkSegment(f8569fa1-1255-4980-b926-c951cf4cc403),segment_id=f8569fa1-1255-4980-b926-c951cf4cc403)] {{(pid=91256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:17:34.657999 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-eb02ec3a-18b6-47c0-b0a1-225ff898f39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:34.664233 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-1b803f96-3d4b-42b1-a7f9-136d05fb72de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:34.671802 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e14fb4b-df64-4dfb-b7f8-e2a696223597 admin admin] Router fa3f37ff-ae97-4975-ba50-10a851f5e307 has already been hosted by L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb {{(pid=91254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:17:34.817595 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port a3941370-03ea-4aee-86bc-a860a1120a11 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:17:34.817913 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:34.877794 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb02ec3a-18b6-47c0-b0a1-225ff898f39a None None] Routers {'fa3f37ff-ae97-4975-ba50-10a851f5e307'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:17:34.878688 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-eb02ec3a-18b6-47c0-b0a1-225ff898f39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:17:25Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['fa3f37ff-ae97-4975-ba50-10a851f5e307'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:17:34.879597 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e14fb4b-df64-4dfb-b7f8-e2a696223597 admin admin] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:17:34.889129 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-2e14fb4b-df64-4dfb-b7f8-e2a696223597 admin admin] 10.222.0.11 "PUT /v2.0/routers/fa3f37ff-ae97-4975-ba50-10a851f5e307/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4939530 May 18 10:17:34.934360 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-8fed4b95-385a-40c2-b36d-da6f3e80692e None None] Provisioning complete for port 659003ba-6ac1-4a96-a5ef-3e7c31b5bc60 triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:17:34.934894 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-8fed4b95-385a-40c2-b36d-da6f3e80692e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:35.009382 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257dfa87-e762-4436-acbf-952936e56c9f None None] Pushing event updated for resources: {'Port': ['ID=b6c35c95-d1a6-44bf-ab9c-03d22baede28,revision_number=3']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:35.012558 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-257dfa87-e762-4436-acbf-952936e56c9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:35.041143 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-8fed4b95-385a-40c2-b36d-da6f3e80692e None None] Port 659003ba-6ac1-4a96-a5ef-3e7c31b5bc60 cannot update to ACTIVE because it is not bound. {{(pid=91256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:17:35.190853 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-eb02ec3a-18b6-47c0-b0a1-225ff898f39a None None] Set router fa3f37ff-ae97-4975-ba50-10a851f5e307 gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:17:35.250142 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device edfc3f17-c157-4dcc-becf-fa7acf01c4b1 up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:17:35.476154 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port edfc3f17-c157-4dcc-becf-fa7acf01c4b1 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:17:35.476528 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:35.584396 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 42806) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:17:35.589974 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-b62bb81e-7105-455e-9e45-07d1a4aeff78 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-933158644', 'description': 'tempest-secgroup-smoke-933158644 description', 'project_id': 'a78a280c19e74496b43762736b06b41b'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:17:35.596555 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-b62bb81e-7105-455e-9e45-07d1a4aeff78 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:17:35.600892 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-b62bb81e-7105-455e-9e45-07d1a4aeff78 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Usage tracker for resource:security_group and tenant:a78a280c19e74496b43762736b06b41b is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:17:35.604084 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-b62bb81e-7105-455e-9e45-07d1a4aeff78 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:17:35.610613 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-b62bb81e-7105-455e-9e45-07d1a4aeff78 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:17:35.622372 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b62bb81e-7105-455e-9e45-07d1a4aeff78 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for security_group, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:35.644181 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-b62bb81e-7105-455e-9e45-07d1a4aeff78 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:17:35.648487 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-b62bb81e-7105-455e-9e45-07d1a4aeff78 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Usage tracker for resource:security_group_rule and tenant:a78a280c19e74496b43762736b06b41b is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:17:35.651549 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-b62bb81e-7105-455e-9e45-07d1a4aeff78 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:17:35.658010 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-b62bb81e-7105-455e-9e45-07d1a4aeff78 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:17:35.673900 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-eb02ec3a-18b6-47c0-b0a1-225ff898f39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3f37ff-ae97-4975-ba50-10a851f5e307', 'name': 'tempest-TestVolumeBootPattern-518181976-router', 'tenant_id': '7851e9900d424d46a2f1684c93d0f26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'b6c35c95-d1a6-44bf-ab9c-03d22baede28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:17:29Z', 'updated_at': '2021-05-18T10:17:33Z', 'revision_number': 4, 'project_id': '7851e9900d424d46a2f1684c93d0f26d', 'gw_port': {'id': 'b6c35c95-d1a6-44bf-ab9c-03d22baede28', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3f37ff-ae97-4975-ba50-10a851f5e307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:30Z', 'updated_at': '2021-05-18T10:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': '659003ba-6ac1-4a96-a5ef-3e7c31b5bc60', 'name': '', 'network_id': 'e9aa462d-12d4-4d98-a133-6e73c55c2ccd', 'tenant_id': '7851e9900d424d46a2f1684c93d0f26d', 'mac_address': 'fa:16:3e:6d:7e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3f37ff-ae97-4975-ba50-10a851f5e307', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b0a10d77-559e-475e-95e5-827eb9e593a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:33Z', 'updated_at': '2021-05-18T10:17:34Z', 'revision_number': 2, 'project_id': '7851e9900d424d46a2f1684c93d0f26d', 'subnets': [{'id': 'b0a10d77-559e-475e-95e5-827eb9e593a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:17:35.678313 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb02ec3a-18b6-47c0-b0a1-225ff898f39a None None] The sync data for ids ['fa3f37ff-ae97-4975-ba50-10a851f5e307'] in dv-cinder-772623-5-iscsi is: [{'id': 'fa3f37ff-ae97-4975-ba50-10a851f5e307', 'name': 'tempest-TestVolumeBootPattern-518181976-router', 'tenant_id': '7851e9900d424d46a2f1684c93d0f26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'b6c35c95-d1a6-44bf-ab9c-03d22baede28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:17:29Z', 'updated_at': '2021-05-18T10:17:33Z', 'revision_number': 4, 'project_id': '7851e9900d424d46a2f1684c93d0f26d', 'gw_port': {'id': 'b6c35c95-d1a6-44bf-ab9c-03d22baede28', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3f37ff-ae97-4975-ba50-10a851f5e307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:30Z', 'updated_at': '2021-05-18T10:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': '659003ba-6ac1-4a96-a5ef-3e7c31b5bc60', 'name': '', 'network_id': 'e9aa462d-12d4-4d98-a133-6e73c55c2ccd', 'tenant_id': '7851e9900d424d46a2f1684c93d0f26d', 'mac_address': 'fa:16:3e:6d:7e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3f37ff-ae97-4975-ba50-10a851f5e307', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b0a10d77-559e-475e-95e5-827eb9e593a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:33Z', 'updated_at': '2021-05-18T10:17:34Z', 'revision_number': 2, 'project_id': '7851e9900d424d46a2f1684c93d0f26d', 'subnets': [{'id': 'b0a10d77-559e-475e-95e5-827eb9e593a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:17:35.739392 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b62bb81e-7105-455e-9e45-07d1a4aeff78 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for security_group, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:35.745108 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b62bb81e-7105-455e-9e45-07d1a4aeff78 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:35.749581 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-28ab4347-f972-4d68-85bd-453e4b9ec0b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:35.791555 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62bb81e-7105-455e-9e45-07d1a4aeff78 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:35.794703 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-b62bb81e-7105-455e-9e45-07d1a4aeff78 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:35.795923 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-b62bb81e-7105-455e-9e45-07d1a4aeff78 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2103810 May 18 10:17:35.796940 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-b62bb81e-7105-455e-9e45-07d1a4aeff78 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:35.798941 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 42810) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:17:35.804417 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-cbd3e075-425f-4443-b9e1-5475a571fae8 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Request body: {'security_group_rule': {'security_group_id': '212775e4-2fb9-4469-a0e0-e7acc3cb3b7f', 'project_id': 'a78a280c19e74496b43762736b06b41b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:17:35.810557 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-cbd3e075-425f-4443-b9e1-5475a571fae8 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:17:35.814430 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-cbd3e075-425f-4443-b9e1-5475a571fae8 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Usage tracker for resource:security_group_rule and tenant:a78a280c19e74496b43762736b06b41b is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:17:35.817378 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-cbd3e075-425f-4443-b9e1-5475a571fae8 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:17:35.823245 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-cbd3e075-425f-4443-b9e1-5475a571fae8 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:17:35.843158 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-cbd3e075-425f-4443-b9e1-5475a571fae8 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:35.929590 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-cbd3e075-425f-4443-b9e1-5475a571fae8 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:35.933780 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-cbd3e075-425f-4443-b9e1-5475a571fae8 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971979'] for security_group_rule, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:35.936650 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-f5584710-b5ce-4fe9-97c1-cfb50fa895b9 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:35.961069 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd3e075-425f-4443-b9e1-5475a571fae8 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5210d14f-ac57-400e-bbf8-f0e9fbb61ef3,revision_number=0']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:35.963849 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-cbd3e075-425f-4443-b9e1-5475a571fae8 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:35.976202 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-cbd3e075-425f-4443-b9e1-5475a571fae8 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:35.977538 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-cbd3e075-425f-4443-b9e1-5475a571fae8 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1776576 May 18 10:17:35.980480 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 42814) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:17:35.986047 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-cd4c82cc-2336-48eb-81b1-bdf870179e88 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Request body: {'security_group_rule': {'security_group_id': '212775e4-2fb9-4469-a0e0-e7acc3cb3b7f', 'project_id': 'a78a280c19e74496b43762736b06b41b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:17:35.992273 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-cd4c82cc-2336-48eb-81b1-bdf870179e88 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:17:35.998866 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-cd4c82cc-2336-48eb-81b1-bdf870179e88 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Usage tracker for resource:security_group_rule and tenant:a78a280c19e74496b43762736b06b41b is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:17:36.002068 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-cd4c82cc-2336-48eb-81b1-bdf870179e88 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:17:36.008161 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-cd4c82cc-2336-48eb-81b1-bdf870179e88 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:17:36.026151 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-cd4c82cc-2336-48eb-81b1-bdf870179e88 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:36.096103 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-cd4c82cc-2336-48eb-81b1-bdf870179e88 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:36.100398 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-cd4c82cc-2336-48eb-81b1-bdf870179e88 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971979'] for security_group_rule, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:36.106876 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:36.129911 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c82cc-2336-48eb-81b1-bdf870179e88 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee6d1e07-7147-4188-8b95-8907cc81f061,revision_number=0']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:36.132409 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-cd4c82cc-2336-48eb-81b1-bdf870179e88 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:36.141358 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-cd4c82cc-2336-48eb-81b1-bdf870179e88 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:36.145389 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 42818) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:17:36.145905 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-cd4c82cc-2336-48eb-81b1-bdf870179e88 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1639681 May 18 10:17:36.151611 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-bde2e2a4-affb-4682-a924-6ed8ef0b7364 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Request body: {'security_group_rule': {'security_group_id': '212775e4-2fb9-4469-a0e0-e7acc3cb3b7f', 'project_id': 'a78a280c19e74496b43762736b06b41b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:17:36.157718 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-bde2e2a4-affb-4682-a924-6ed8ef0b7364 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:17:36.161784 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-bde2e2a4-affb-4682-a924-6ed8ef0b7364 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Usage tracker for resource:security_group_rule and tenant:a78a280c19e74496b43762736b06b41b is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:17:36.164887 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-bde2e2a4-affb-4682-a924-6ed8ef0b7364 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:17:36.170936 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-bde2e2a4-affb-4682-a924-6ed8ef0b7364 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:17:36.193236 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-bde2e2a4-affb-4682-a924-6ed8ef0b7364 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:36.259418 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-bde2e2a4-affb-4682-a924-6ed8ef0b7364 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:36.263312 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-bde2e2a4-affb-4682-a924-6ed8ef0b7364 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971979'] for security_group_rule, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:36.271642 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-55f1234e-38dd-425d-a0b3-4852e0771cb3 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:36.296603 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2e2a4-affb-4682-a924-6ed8ef0b7364 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88aa8e6d-47ec-4c85-bc75-7479392f630c,revision_number=0']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:36.300973 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-bde2e2a4-affb-4682-a924-6ed8ef0b7364 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:36.314714 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-bde2e2a4-affb-4682-a924-6ed8ef0b7364 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:36.319293 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-bde2e2a4-affb-4682-a924-6ed8ef0b7364 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1694250 May 18 10:17:36.319533 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 42824) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:17:36.325157 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-d009d4d7-afc5-4d1a-943a-827cc5f390c4 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Request body: {'security_group_rule': {'security_group_id': '212775e4-2fb9-4469-a0e0-e7acc3cb3b7f', 'project_id': 'a78a280c19e74496b43762736b06b41b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:17:36.331182 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-d009d4d7-afc5-4d1a-943a-827cc5f390c4 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:17:36.335186 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-d009d4d7-afc5-4d1a-943a-827cc5f390c4 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Usage tracker for resource:security_group_rule and tenant:a78a280c19e74496b43762736b06b41b is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:17:36.338019 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-d009d4d7-afc5-4d1a-943a-827cc5f390c4 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:17:36.343688 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-d009d4d7-afc5-4d1a-943a-827cc5f390c4 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:17:36.365669 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-d009d4d7-afc5-4d1a-943a-827cc5f390c4 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:36.438954 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-d009d4d7-afc5-4d1a-943a-827cc5f390c4 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:36.443721 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-d009d4d7-afc5-4d1a-943a-827cc5f390c4 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971979'] for security_group_rule, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:36.451814 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:36.477291 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009d4d7-afc5-4d1a-943a-827cc5f390c4 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d3297f7-9746-4409-86a4-c6ee6fcd705a,revision_number=0']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:36.480596 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-d009d4d7-afc5-4d1a-943a-827cc5f390c4 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:36.490182 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-d009d4d7-afc5-4d1a-943a-827cc5f390c4 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:36.491905 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-d009d4d7-afc5-4d1a-943a-827cc5f390c4 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1710427 May 18 10:17:36.494538 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 42828) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:17:36.501103 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-47196eb0-51a9-402c-adfd-c0ab0cc87bf2 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Request body: {'security_group_rule': {'security_group_id': '212775e4-2fb9-4469-a0e0-e7acc3cb3b7f', 'project_id': 'a78a280c19e74496b43762736b06b41b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:17:36.507451 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-47196eb0-51a9-402c-adfd-c0ab0cc87bf2 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:17:36.514882 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-47196eb0-51a9-402c-adfd-c0ab0cc87bf2 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Usage tracker for resource:security_group_rule and tenant:a78a280c19e74496b43762736b06b41b is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:17:36.519500 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-47196eb0-51a9-402c-adfd-c0ab0cc87bf2 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:17:36.525413 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-47196eb0-51a9-402c-adfd-c0ab0cc87bf2 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:17:36.540097 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.db.securitygroups_db [None req-47196eb0-51a9-402c-adfd-c0ab0cc87bf2 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Project a78a280c19e74496b43762736b06b41b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 10:17:36.546848 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-47196eb0-51a9-402c-adfd-c0ab0cc87bf2 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:36.554731 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device b6c35c95-d1a6-44bf-ab9c-03d22baede28 up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:17:36.622045 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-47196eb0-51a9-402c-adfd-c0ab0cc87bf2 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:36.628907 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-47196eb0-51a9-402c-adfd-c0ab0cc87bf2 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971979'] for security_group_rule, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:36.631022 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:36.639981 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning for port b6c35c95-d1a6-44bf-ab9c-03d22baede28 completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:17:36.645981 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port b6c35c95-d1a6-44bf-ab9c-03d22baede28 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:17:36.646709 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:36.652721 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47196eb0-51a9-402c-adfd-c0ab0cc87bf2 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecb62cde-0a78-4d37-85b0-82db312ae95f,revision_number=0']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:36.658259 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-47196eb0-51a9-402c-adfd-c0ab0cc87bf2 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:36.668067 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-47196eb0-51a9-402c-adfd-c0ab0cc87bf2 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:36.670492 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-47196eb0-51a9-402c-adfd-c0ab0cc87bf2 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1736612 May 18 10:17:36.672852 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 42832) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:17:36.678420 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-f485e3f1-1eb2-462b-858b-80fe58d146d1 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Request body: {'security_group_rule': {'security_group_id': '212775e4-2fb9-4469-a0e0-e7acc3cb3b7f', 'project_id': 'a78a280c19e74496b43762736b06b41b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:17:36.685199 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-f485e3f1-1eb2-462b-858b-80fe58d146d1 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:17:36.689136 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-f485e3f1-1eb2-462b-858b-80fe58d146d1 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Usage tracker for resource:security_group_rule and tenant:a78a280c19e74496b43762736b06b41b is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:17:36.692219 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-f485e3f1-1eb2-462b-858b-80fe58d146d1 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:17:36.698114 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-f485e3f1-1eb2-462b-858b-80fe58d146d1 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:17:36.710218 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.db.securitygroups_db [None req-f485e3f1-1eb2-462b-858b-80fe58d146d1 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Project a78a280c19e74496b43762736b06b41b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 10:17:36.717168 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-f485e3f1-1eb2-462b-858b-80fe58d146d1 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:36.780455 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:36.794563 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-f485e3f1-1eb2-462b-858b-80fe58d146d1 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:36.799353 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] For port b6c35c95-d1a6-44bf-ab9c-03d22baede28, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=b6c35c95-d1a6-44bf-ab9c-03d22baede28,segment=NetworkSegment(f8569fa1-1255-4980-b926-c951cf4cc403),segment_id=f8569fa1-1255-4980-b926-c951cf4cc403)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:17:36.800423 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-f485e3f1-1eb2-462b-858b-80fe58d146d1 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971979'] for security_group_rule, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:36.804059 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:36.806129 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:36.809149 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-3343514e-d4d1-4624-a590-b4bb73ac4bf7 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:36.837347 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485e3f1-1eb2-462b-858b-80fe58d146d1 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b35d9942-802e-4364-a937-4d66b25fcd28,revision_number=0']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:36.839855 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-f485e3f1-1eb2-462b-858b-80fe58d146d1 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:36.848154 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-f485e3f1-1eb2-462b-858b-80fe58d146d1 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:36.849516 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-f485e3f1-1eb2-462b-858b-80fe58d146d1 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1757481 May 18 10:17:36.925923 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Pushing event updated for resources: {'Port': ['ID=b6c35c95-d1a6-44bf-ab9c-03d22baede28,revision_number=4']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:36.930102 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:38.508381 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device b6c35c95-d1a6-44bf-ab9c-03d22baede28 up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:17:38.586743 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port b6c35c95-d1a6-44bf-ab9c-03d22baede28 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:17:38.587121 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:39.369004 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535d2dd1-dc13-42d0-a4b7-44d942cf8df0 None None] Sync routers for ids ['fa3f37ff-ae97-4975-ba50-10a851f5e307'] in dv-cinder-772623-5-iscsi {{(pid=91257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:17:39.378838 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535d2dd1-dc13-42d0-a4b7-44d942cf8df0 None None] Routers {'fa3f37ff-ae97-4975-ba50-10a851f5e307'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:17:39.379425 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-535d2dd1-dc13-42d0-a4b7-44d942cf8df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:17:25Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['fa3f37ff-ae97-4975-ba50-10a851f5e307'], 'active': True} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:17:39.550516 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvr_db [None req-535d2dd1-dc13-42d0-a4b7-44d942cf8df0 None None] Set router fa3f37ff-ae97-4975-ba50-10a851f5e307 gateway port host: dv-cinder-772623-5-iscsi {{(pid=91257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:17:39.886396 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-535d2dd1-dc13-42d0-a4b7-44d942cf8df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3f37ff-ae97-4975-ba50-10a851f5e307', 'name': 'tempest-TestVolumeBootPattern-518181976-router', 'tenant_id': '7851e9900d424d46a2f1684c93d0f26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'b6c35c95-d1a6-44bf-ab9c-03d22baede28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:17:29Z', 'updated_at': '2021-05-18T10:17:33Z', 'revision_number': 4, 'project_id': '7851e9900d424d46a2f1684c93d0f26d', 'gw_port': {'id': 'b6c35c95-d1a6-44bf-ab9c-03d22baede28', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3f37ff-ae97-4975-ba50-10a851f5e307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:30Z', 'updated_at': '2021-05-18T10:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': '659003ba-6ac1-4a96-a5ef-3e7c31b5bc60', 'name': '', 'network_id': 'e9aa462d-12d4-4d98-a133-6e73c55c2ccd', 'tenant_id': '7851e9900d424d46a2f1684c93d0f26d', 'mac_address': 'fa:16:3e:6d:7e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3f37ff-ae97-4975-ba50-10a851f5e307', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b0a10d77-559e-475e-95e5-827eb9e593a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:33Z', 'updated_at': '2021-05-18T10:17:34Z', 'revision_number': 2, 'project_id': '7851e9900d424d46a2f1684c93d0f26d', 'subnets': [{'id': 'b0a10d77-559e-475e-95e5-827eb9e593a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:17:39.890112 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535d2dd1-dc13-42d0-a4b7-44d942cf8df0 None None] Checking router: fa3f37ff-ae97-4975-ba50-10a851f5e307 for host: dv-cinder-772623-5-iscsi {{(pid=91257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:17:39.890584 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535d2dd1-dc13-42d0-a4b7-44d942cf8df0 None None] Updating router fa3f37ff-ae97-4975-ba50-10a851f5e307 port 659003ba-6ac1-4a96-a5ef-3e7c31b5bc60 binding host dv-cinder-772623-5-iscsi {{(pid=91257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 10:17:39.941406 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-535d2dd1-dc13-42d0-a4b7-44d942cf8df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:40.276623 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-535d2dd1-dc13-42d0-a4b7-44d942cf8df0 None None] Notify callbacks [] for port, precommit_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:40.288366 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.provisioning_blocks [None req-535d2dd1-dc13-42d0-a4b7-44d942cf8df0 None None] Transition to ACTIVE for port object 659003ba-6ac1-4a96-a5ef-3e7c31b5bc60 will not be triggered until provisioned by entity L2. {{(pid=91257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:17:40.294997 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-535d2dd1-dc13-42d0-a4b7-44d942cf8df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:40.298862 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:40.459158 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777baa9-b5d7-4742-9a4d-76235ae5176f None None] Pushing event updated for resources: {'Port': ['ID=659003ba-6ac1-4a96-a5ef-3e7c31b5bc60,revision_number=3']} {{(pid=91257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:40.462019 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG oslo_concurrency.lockutils [None req-b777baa9-b5d7-4742-9a4d-76235ae5176f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:40.520236 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.managers [None req-535d2dd1-dc13-42d0-a4b7-44d942cf8df0 None None] Attempting to bind port 659003ba-6ac1-4a96-a5ef-3e7c31b5bc60 on host dv-cinder-772623-5-iscsi for vnic_type normal with profile {{(pid=91257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:17:40.520607 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.managers [None req-535d2dd1-dc13-42d0-a4b7-44d942cf8df0 None None] Attempting to bind port 659003ba-6ac1-4a96-a5ef-3e7c31b5bc60 by drivers openvswitch,hyperv on host dv-cinder-772623-5-iscsi at level 0 using segments [{'id': '2c4aeb58-50f4-48ee-86a5-9343d0c6586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e9aa462d-12d4-4d98-a133-6e73c55c2ccd'}] {{(pid=91257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:17:40.520971 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535d2dd1-dc13-42d0-a4b7-44d942cf8df0 None None] Attempting to bind port 659003ba-6ac1-4a96-a5ef-3e7c31b5bc60 on network e9aa462d-12d4-4d98-a133-6e73c55c2ccd {{(pid=91257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:17:40.526103 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535d2dd1-dc13-42d0-a4b7-44d942cf8df0 None None] Checking agent: {'id': '5371dcab-484f-4434-b508-32f41307ace8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 53, 25), 'started_at': datetime.datetime(2021, 5, 18, 9, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:17:40.526507 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535d2dd1-dc13-42d0-a4b7-44d942cf8df0 None None] Checking segment: {'id': '2c4aeb58-50f4-48ee-86a5-9343d0c6586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e9aa462d-12d4-4d98-a133-6e73c55c2ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:17:40.526944 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-535d2dd1-dc13-42d0-a4b7-44d942cf8df0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:40.527298 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535d2dd1-dc13-42d0-a4b7-44d942cf8df0 None None] Bound using segment: {'id': '2c4aeb58-50f4-48ee-86a5-9343d0c6586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e9aa462d-12d4-4d98-a133-6e73c55c2ccd'} {{(pid=91257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:17:40.527755 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.managers [None req-535d2dd1-dc13-42d0-a4b7-44d942cf8df0 None None] Bound port: 659003ba-6ac1-4a96-a5ef-3e7c31b5bc60, host: dv-cinder-772623-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c4aeb58-50f4-48ee-86a5-9343d0c6586a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e9aa462d-12d4-4d98-a133-6e73c55c2ccd'}}] {{(pid=91257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:17:40.528122 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-535d2dd1-dc13-42d0-a4b7-44d942cf8df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:40.614234 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.db [None req-535d2dd1-dc13-42d0-a4b7-44d942cf8df0 None None] For port 659003ba-6ac1-4a96-a5ef-3e7c31b5bc60, host dv-cinder-772623-5-iscsi, cleared binding levels {{(pid=91257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:17:40.618055 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.plugins.ml2.db [None req-535d2dd1-dc13-42d0-a4b7-44d942cf8df0 None None] For port 659003ba-6ac1-4a96-a5ef-3e7c31b5bc60, host dv-cinder-772623-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=659003ba-6ac1-4a96-a5ef-3e7c31b5bc60,segment=NetworkSegment(2c4aeb58-50f4-48ee-86a5-9343d0c6586a),segment_id=2c4aeb58-50f4-48ee-86a5-9343d0c6586a)] {{(pid=91257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:17:40.624053 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron_lib.callbacks.manager [None req-535d2dd1-dc13-42d0-a4b7-44d942cf8df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:40.628229 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG oslo_concurrency.lockutils [None req-49a48a4e-4276-44e3-a130-66d2eb1ef696 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:40.704052 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535d2dd1-dc13-42d0-a4b7-44d942cf8df0 None None] Routers {'fa3f37ff-ae97-4975-ba50-10a851f5e307'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:17:40.704676 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-535d2dd1-dc13-42d0-a4b7-44d942cf8df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:17:25Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['fa3f37ff-ae97-4975-ba50-10a851f5e307'], 'active': True} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:17:40.767493 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777baa9-b5d7-4742-9a4d-76235ae5176f None None] Pushing event updated for resources: {'Port': ['ID=659003ba-6ac1-4a96-a5ef-3e7c31b5bc60,revision_number=4']} {{(pid=91257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:40.772092 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG oslo_concurrency.lockutils [None req-b777baa9-b5d7-4742-9a4d-76235ae5176f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:40.889508 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvr_db [None req-535d2dd1-dc13-42d0-a4b7-44d942cf8df0 None None] Set router fa3f37ff-ae97-4975-ba50-10a851f5e307 gateway port host: dv-cinder-772623-5-iscsi {{(pid=91257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:17:41.198271 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-535d2dd1-dc13-42d0-a4b7-44d942cf8df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3f37ff-ae97-4975-ba50-10a851f5e307', 'name': 'tempest-TestVolumeBootPattern-518181976-router', 'tenant_id': '7851e9900d424d46a2f1684c93d0f26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'b6c35c95-d1a6-44bf-ab9c-03d22baede28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:17:29Z', 'updated_at': '2021-05-18T10:17:33Z', 'revision_number': 4, 'project_id': '7851e9900d424d46a2f1684c93d0f26d', 'gw_port': {'id': 'b6c35c95-d1a6-44bf-ab9c-03d22baede28', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3f37ff-ae97-4975-ba50-10a851f5e307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:30Z', 'updated_at': '2021-05-18T10:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': '659003ba-6ac1-4a96-a5ef-3e7c31b5bc60', 'name': '', 'network_id': 'e9aa462d-12d4-4d98-a133-6e73c55c2ccd', 'tenant_id': '7851e9900d424d46a2f1684c93d0f26d', 'mac_address': 'fa:16:3e:6d:7e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3f37ff-ae97-4975-ba50-10a851f5e307', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b0a10d77-559e-475e-95e5-827eb9e593a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:33Z', 'updated_at': '2021-05-18T10:17:40Z', 'revision_number': 4, 'project_id': '7851e9900d424d46a2f1684c93d0f26d', 'subnets': [{'id': 'b0a10d77-559e-475e-95e5-827eb9e593a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:17:41.202295 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535d2dd1-dc13-42d0-a4b7-44d942cf8df0 None None] The sync data for ids ['fa3f37ff-ae97-4975-ba50-10a851f5e307'] in dv-cinder-772623-5-iscsi is: [{'id': 'fa3f37ff-ae97-4975-ba50-10a851f5e307', 'name': 'tempest-TestVolumeBootPattern-518181976-router', 'tenant_id': '7851e9900d424d46a2f1684c93d0f26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'b6c35c95-d1a6-44bf-ab9c-03d22baede28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:17:29Z', 'updated_at': '2021-05-18T10:17:33Z', 'revision_number': 4, 'project_id': '7851e9900d424d46a2f1684c93d0f26d', 'gw_port': {'id': 'b6c35c95-d1a6-44bf-ab9c-03d22baede28', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3f37ff-ae97-4975-ba50-10a851f5e307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:30Z', 'updated_at': '2021-05-18T10:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': '659003ba-6ac1-4a96-a5ef-3e7c31b5bc60', 'name': '', 'network_id': 'e9aa462d-12d4-4d98-a133-6e73c55c2ccd', 'tenant_id': '7851e9900d424d46a2f1684c93d0f26d', 'mac_address': 'fa:16:3e:6d:7e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3f37ff-ae97-4975-ba50-10a851f5e307', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b0a10d77-559e-475e-95e5-827eb9e593a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:33Z', 'updated_at': '2021-05-18T10:17:40Z', 'revision_number': 4, 'project_id': '7851e9900d424d46a2f1684c93d0f26d', 'subnets': [{'id': 'b0a10d77-559e-475e-95e5-827eb9e593a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:17:42.522842 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device 659003ba-6ac1-4a96-a5ef-3e7c31b5bc60 up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:17:42.591990 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning for port 659003ba-6ac1-4a96-a5ef-3e7c31b5bc60 completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:17:42.596618 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port 659003ba-6ac1-4a96-a5ef-3e7c31b5bc60 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:17:42.596934 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:42.716177 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:42.748543 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] For port 659003ba-6ac1-4a96-a5ef-3e7c31b5bc60, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=659003ba-6ac1-4a96-a5ef-3e7c31b5bc60,segment=NetworkSegment(2c4aeb58-50f4-48ee-86a5-9343d0c6586a),segment_id=2c4aeb58-50f4-48ee-86a5-9343d0c6586a)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:17:42.752445 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:42.754247 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:17:42.819842 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Pushing event updated for resources: {'Port': ['ID=659003ba-6ac1-4a96-a5ef-3e7c31b5bc60,revision_number=5']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:17:42.822811 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:17:44.510696 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device 659003ba-6ac1-4a96-a5ef-3e7c31b5bc60 up at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:17:44.581011 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Provisioning complete for port 659003ba-6ac1-4a96-a5ef-3e7c31b5bc60 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:17:44.581383 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:46.968062 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:47.849345 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:17:52.622410 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-0ed4f9cb-92fb-4a0a-9401-1ba93a191d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:55.241911 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:55.246424 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-441acb85-8c95-46f2-8ab6-432af999243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:56.684913 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:58.202349 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:17:58.495480 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-780c0b04-a466-43ea-a7f5-156545a20450 req-140ac409-81a3-4818-90fd-0b761a762fda tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Synchronizing usage tracker for tenant:a78a280c19e74496b43762736b06b41b on resource:security_group {{(pid=91255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:17:58.511599 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-780c0b04-a466-43ea-a7f5-156545a20450 req-140ac409-81a3-4818-90fd-0b761a762fda tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Unset dirty status for tenant:a78a280c19e74496b43762736b06b41b on resource:security_group {{(pid=91255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:17:58.512814 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-780c0b04-a466-43ea-a7f5-156545a20450 req-140ac409-81a3-4818-90fd-0b761a762fda tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-933158644&fields=id&tenant_id=a78a280c19e74496b43762736b06b41b HTTP/1.1" status: 200 len: 267 time: 0.0566311 May 18 10:17:58.663566 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c0b04-a466-43ea-a7f5-156545a20450 req-12aea1f0-7091-4951-935c-a278db671ecb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:17:58.664143 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-780c0b04-a466-43ea-a7f5-156545a20450 req-12aea1f0-7091-4951-935c-a278db671ecb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Synchronizing usage tracker for tenant:a78a280c19e74496b43762736b06b41b on resource:network {{(pid=91255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:17:58.680105 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-780c0b04-a466-43ea-a7f5-156545a20450 req-12aea1f0-7091-4951-935c-a278db671ecb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Unset dirty status for tenant:a78a280c19e74496b43762736b06b41b on resource:network {{(pid=91255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:17:58.681226 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-780c0b04-a466-43ea-a7f5-156545a20450 req-12aea1f0-7091-4951-935c-a278db671ecb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/networks?id=33179846-9da7-4803-9f19-b2347608fe81 HTTP/1.1" status: 200 len: 812 time: 0.1610992 May 18 10:17:58.695967 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-780c0b04-a466-43ea-a7f5-156545a20450 req-194795a9-9106-4b39-9d5a-6dc3fdffe168 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/quotas/a78a280c19e74496b43762736b06b41b HTTP/1.1" status: 200 len: 375 time: 0.0092468 May 18 10:17:58.775654 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-780c0b04-a466-43ea-a7f5-156545a20450 req-ce34e3ff-ba66-46ce-a974-41f8f74cc8ec tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a78a280c19e74496b43762736b06b41b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0745480 May 18 10:17:58.887554 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [req-780c0b04-a466-43ea-a7f5-156545a20450 req-4e40269d-510a-4868-bb06-f0752f1c8dd6 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=91255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 10:17:58.888505 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-780c0b04-a466-43ea-a7f5-156545a20450 req-4e40269d-510a-4868-bb06-f0752f1c8dd6 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1018546 May 18 10:17:59.016773 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-780c0b04-a466-43ea-a7f5-156545a20450 req-284f1f23-782e-4607-94cf-5105bfd0b918 service neutron] 10.222.0.11 "GET /v2.0/networks/33179846-9da7-4803-9f19-b2347608fe81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215858 May 18 10:17:59.146760 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-780c0b04-a466-43ea-a7f5-156545a20450 req-fbc81228-919d-4e86-aa57-fe85f7c0e4e4 service neutron] 10.222.0.11 "GET /v2.0/networks/33179846-9da7-4803-9f19-b2347608fe81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235237 May 18 10:17:59.533493 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-0e0d6cae-3ba5-4ecb-b844-16492e3b77f5 req-670f113c-3edc-4230-ae42-27c9fdd8b9a2 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Synchronizing usage tracker for tenant:a78a280c19e74496b43762736b06b41b on resource:port {{(pid=91254) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:17:59.549785 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-0e0d6cae-3ba5-4ecb-b844-16492e3b77f5 req-670f113c-3edc-4230-ae42-27c9fdd8b9a2 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Unset dirty status for tenant:a78a280c19e74496b43762736b06b41b on resource:port {{(pid=91254) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:17:59.550982 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-0e0d6cae-3ba5-4ecb-b844-16492e3b77f5 req-670f113c-3edc-4230-ae42-27c9fdd8b9a2 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=60ee151e-6454-4c69-b9d5-48d752c6881a HTTP/1.1" status: 200 len: 210 time: 0.0598361 May 18 10:18:00.546737 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c0b04-a466-43ea-a7f5-156545a20450 req-df09cfb2-84d1-4842-9b4e-80b15e309771 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:18:00.548151 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-780c0b04-a466-43ea-a7f5-156545a20450 req-df09cfb2-84d1-4842-9b4e-80b15e309771 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.10 "GET /v2.0/networks?id=33179846-9da7-4803-9f19-b2347608fe81 HTTP/1.1" status: 200 len: 812 time: 0.1484983 May 18 10:18:00.598248 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-780c0b04-a466-43ea-a7f5-156545a20450 req-3a8a9d94-c2d1-45c2-8658-e34ac35b1078 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a78a280c19e74496b43762736b06b41b HTTP/1.1" status: 200 len: 379 time: 0.0401750 May 18 10:18:00.606421 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [req-780c0b04-a466-43ea-a7f5-156545a20450 req-55a91c50-813f-4be2-8294-cf250ae7b440 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Request body: {'port': {'device_id': '60ee151e-6454-4c69-b9d5-48d752c6881a', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'admin_state_up': True, 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'security_groups': ['212775e4-2fb9-4469-a0e0-e7acc3cb3b7f']}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:18:00.751639 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-52f854bd-7db0-43c1-8eda-422fb2bc1114 req-1d85a027-8d0d-4dd0-8d0d-5f02f15b5afd tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=60ee151e-6454-4c69-b9d5-48d752c6881a HTTP/1.1" status: 200 len: 210 time: 0.0551822 May 18 10:18:00.788078 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [req-780c0b04-a466-43ea-a7f5-156545a20450 req-55a91c50-813f-4be2-8294-cf250ae7b440 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:18:00.797411 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [req-780c0b04-a466-43ea-a7f5-156545a20450 req-55a91c50-813f-4be2-8294-cf250ae7b440 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:18:00.807554 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-780c0b04-a466-43ea-a7f5-156545a20450 req-55a91c50-813f-4be2-8294-cf250ae7b440 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Made reservation on behalf of a78a280c19e74496b43762736b06b41b for: {'port': 1} {{(pid=91255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:18:00.811269 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-780c0b04-a466-43ea-a7f5-156545a20450 req-55a91c50-813f-4be2-8294-cf250ae7b440 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:18:00.974868 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.db_base_plugin_common [req-780c0b04-a466-43ea-a7f5-156545a20450 req-55a91c50-813f-4be2-8294-cf250ae7b440 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Allocated IP 172.20.0.10 (33179846-9da7-4803-9f19-b2347608fe81/158ee4a6-17be-443c-8f0e-c3894a5bd3bf/d955dc7c-e36f-4b22-9faa-758a527ee935) {{(pid=91255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:18:01.261242 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-780c0b04-a466-43ea-a7f5-156545a20450 req-55a91c50-813f-4be2-8294-cf250ae7b440 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for port, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:18:01.276126 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.provisioning_blocks [req-780c0b04-a466-43ea-a7f5-156545a20450 req-55a91c50-813f-4be2-8294-cf250ae7b440 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Transition to ACTIVE for port object d955dc7c-e36f-4b22-9faa-758a527ee935 will not be triggered until provisioned by entity DHCP. {{(pid=91255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:18:01.301811 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-780c0b04-a466-43ea-a7f5-156545a20450 req-55a91c50-813f-4be2-8294-cf250ae7b440 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278795'] for port, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:18:01.307558 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-44acd096-792e-4eb4-976d-4ef8536aabe8 tempest-AttachVolumeShelveTestJSON-1808199690 tempest-AttachVolumeShelveTestJSON-1808199690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:18:01.372580 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-780c0b04-a466-43ea-a7f5-156545a20450 req-55a91c50-813f-4be2-8294-cf250ae7b440 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Network 33179846-9da7-4803-9f19-b2347608fe81 is already hosted by enough agents. {{(pid=91255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:18:01.375570 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [req-780c0b04-a466-43ea-a7f5-156545a20450 req-55a91c50-813f-4be2-8294-cf250ae7b440 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Resources bound (agent type, host, resource id): {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:18:01.379369 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.l3_dvrscheduler_db [req-780c0b04-a466-43ea-a7f5-156545a20450 req-55a91c50-813f-4be2-8294-cf250ae7b440 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Received port after_create {{(pid=91255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:18:01.418175 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a91c50-813f-4be2-8294-cf250ae7b440 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Pushing event updated for resources: {'Port': ['ID=d955dc7c-e36f-4b22-9faa-758a527ee935,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:18:01.435817 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a91c50-813f-4be2-8294-cf250ae7b440 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:18:01.436196 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a91c50-813f-4be2-8294-cf250ae7b440 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:18:01.436566 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a91c50-813f-4be2-8294-cf250ae7b440 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:18:01.436931 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a91c50-813f-4be2-8294-cf250ae7b440 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:18:01.437292 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a91c50-813f-4be2-8294-cf250ae7b440 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:18:01.437655 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a91c50-813f-4be2-8294-cf250ae7b440 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:18:01.438011 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a91c50-813f-4be2-8294-cf250ae7b440 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:18:01.438365 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a91c50-813f-4be2-8294-cf250ae7b440 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:18:01.438753 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a91c50-813f-4be2-8294-cf250ae7b440 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:18:01.439107 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a91c50-813f-4be2-8294-cf250ae7b440 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:18:01.439511 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a91c50-813f-4be2-8294-cf250ae7b440 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:18:01.439861 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a91c50-813f-4be2-8294-cf250ae7b440 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:18:01.449413 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-55a91c50-813f-4be2-8294-cf250ae7b440 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:18:01.464318 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c0b04-a466-43ea-a7f5-156545a20450 req-55a91c50-813f-4be2-8294-cf250ae7b440 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:18:01.464931 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-780c0b04-a466-43ea-a7f5-156545a20450 req-55a91c50-813f-4be2-8294-cf250ae7b440 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:18:01.497490 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-780c0b04-a466-43ea-a7f5-156545a20450 req-55a91c50-813f-4be2-8294-cf250ae7b440 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8947525 May 18 10:18:01.509618 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [req-780c0b04-a466-43ea-a7f5-156545a20450 req-90d1a00a-a755-4d64-afa7-e69311ad6c22 service neutron] Request body: {'port': {'device_id': '60ee151e-6454-4c69-b9d5-48d752c6881a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:18:01.565512 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-4416ea8c-0c06-41e5-9758-9b9fea54ee81 None None] Provisioning for port d955dc7c-e36f-4b22-9faa-758a527ee935 completed by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:18:01.570352 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-4416ea8c-0c06-41e5-9758-9b9fea54ee81 None None] Provisioning complete for port d955dc7c-e36f-4b22-9faa-758a527ee935 triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:18:01.570763 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-4416ea8c-0c06-41e5-9758-9b9fea54ee81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:18:01.620026 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-780c0b04-a466-43ea-a7f5-156545a20450 req-90d1a00a-a755-4d64-afa7-e69311ad6c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:18:01.623834 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-4416ea8c-0c06-41e5-9758-9b9fea54ee81 None None] Port d955dc7c-e36f-4b22-9faa-758a527ee935 cannot update to ACTIVE because it is not bound. {{(pid=91256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:18:01.935695 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297fffd-fc65-4a4c-b302-c9a431a84724 req-dab78b8d-78cb-44cd-913f-ffdd01fb955f tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:18:01.937147 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f297fffd-fc65-4a4c-b302-c9a431a84724 req-dab78b8d-78cb-44cd-913f-ffdd01fb955f tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=60ee151e-6454-4c69-b9d5-48d752c6881a HTTP/1.1" status: 200 len: 932 time: 0.0779645 May 18 10:18:01.961544 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.notifiers.nova [req-780c0b04-a466-43ea-a7f5-156545a20450 req-90d1a00a-a755-4d64-afa7-e69311ad6c22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d955dc7c-e36f-4b22-9faa-758a527ee935 {{(pid=91255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:18:01.968693 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-780c0b04-a466-43ea-a7f5-156545a20450 req-90d1a00a-a755-4d64-afa7-e69311ad6c22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:18:01.983315 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.provisioning_blocks [req-780c0b04-a466-43ea-a7f5-156545a20450 req-90d1a00a-a755-4d64-afa7-e69311ad6c22 service neutron] Transition to ACTIVE for port object d955dc7c-e36f-4b22-9faa-758a527ee935 will not be triggered until provisioned by entity L2. {{(pid=91255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:18:01.985202 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-f297fffd-fc65-4a4c-b302-c9a431a84724 req-8492aedd-9be7-4f84-8752-295ee3dae899 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Synchronizing usage tracker for tenant:a78a280c19e74496b43762736b06b41b on resource:security_group {{(pid=91254) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:18:01.988682 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-780c0b04-a466-43ea-a7f5-156545a20450 req-90d1a00a-a755-4d64-afa7-e69311ad6c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2278802'] for port, after_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:18:01.993530 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-080cb1d3-978f-4b1e-bb32-f428d234187e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:18:01.997560 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-f297fffd-fc65-4a4c-b302-c9a431a84724 req-8492aedd-9be7-4f84-8752-295ee3dae899 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Unset dirty status for tenant:a78a280c19e74496b43762736b06b41b on resource:security_group {{(pid=91254) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:18:01.998737 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f297fffd-fc65-4a4c-b302-c9a431a84724 req-8492aedd-9be7-4f84-8752-295ee3dae899 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553999 May 18 10:18:02.153496 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d1a00a-a755-4d64-afa7-e69311ad6c22 service neutron] Pushing event updated for resources: {'Port': ['ID=d955dc7c-e36f-4b22-9faa-758a527ee935,revision_number=2']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:18:02.156381 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-90d1a00a-a755-4d64-afa7-e69311ad6c22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:18:02.225141 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.managers [req-780c0b04-a466-43ea-a7f5-156545a20450 req-90d1a00a-a755-4d64-afa7-e69311ad6c22 service neutron] Attempting to bind port d955dc7c-e36f-4b22-9faa-758a527ee935 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:18:02.225467 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.managers [req-780c0b04-a466-43ea-a7f5-156545a20450 req-90d1a00a-a755-4d64-afa7-e69311ad6c22 service neutron] Attempting to bind port d955dc7c-e36f-4b22-9faa-758a527ee935 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '2e698493-5d72-41f1-a97b-1074809e0c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '33179846-9da7-4803-9f19-b2347608fe81'}] {{(pid=91255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:18:02.225790 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780c0b04-a466-43ea-a7f5-156545a20450 req-90d1a00a-a755-4d64-afa7-e69311ad6c22 service neutron] Attempting to bind port d955dc7c-e36f-4b22-9faa-758a527ee935 on network 33179846-9da7-4803-9f19-b2347608fe81 {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:18:02.230292 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780c0b04-a466-43ea-a7f5-156545a20450 req-90d1a00a-a755-4d64-afa7-e69311ad6c22 service neutron] Port d955dc7c-e36f-4b22-9faa-758a527ee935 on network 33179846-9da7-4803-9f19-b2347608fe81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 10:18:02.230631 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780c0b04-a466-43ea-a7f5-156545a20450 req-90d1a00a-a755-4d64-afa7-e69311ad6c22 service neutron] Attempting to bind port d955dc7c-e36f-4b22-9faa-758a527ee935 on network 33179846-9da7-4803-9f19-b2347608fe81 {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:18:02.237061 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780c0b04-a466-43ea-a7f5-156545a20450 req-90d1a00a-a755-4d64-afa7-e69311ad6c22 service neutron] Checking agent: {'id': '24b5a2b2-de0a-48ed-9b1d-3e34697dfcd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 59, 16), 'started_at': datetime.datetime(2021, 5, 18, 9, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:18:02.237385 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780c0b04-a466-43ea-a7f5-156545a20450 req-90d1a00a-a755-4d64-afa7-e69311ad6c22 service neutron] Checking segment: {'id': '2e698493-5d72-41f1-a97b-1074809e0c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '33179846-9da7-4803-9f19-b2347608fe81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:18:02.237756 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780c0b04-a466-43ea-a7f5-156545a20450 req-90d1a00a-a755-4d64-afa7-e69311ad6c22 service neutron] Bound using segment: {'id': '2e698493-5d72-41f1-a97b-1074809e0c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '33179846-9da7-4803-9f19-b2347608fe81'} {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:18:02.238173 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.managers [req-780c0b04-a466-43ea-a7f5-156545a20450 req-90d1a00a-a755-4d64-afa7-e69311ad6c22 service neutron] Bound port: d955dc7c-e36f-4b22-9faa-758a527ee935, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e698493-5d72-41f1-a97b-1074809e0c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '33179846-9da7-4803-9f19-b2347608fe81'}}] {{(pid=91255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:18:02.238539 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-780c0b04-a466-43ea-a7f5-156545a20450 req-90d1a00a-a755-4d64-afa7-e69311ad6c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:18:02.326548 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [req-780c0b04-a466-43ea-a7f5-156545a20450 req-90d1a00a-a755-4d64-afa7-e69311ad6c22 service neutron] For port d955dc7c-e36f-4b22-9faa-758a527ee935, host hv-cinder-77262, cleared binding levels {{(pid=91255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:18:02.329577 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [req-780c0b04-a466-43ea-a7f5-156545a20450 req-90d1a00a-a755-4d64-afa7-e69311ad6c22 service neutron] For port d955dc7c-e36f-4b22-9faa-758a527ee935, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d955dc7c-e36f-4b22-9faa-758a527ee935,segment=NetworkSegment(2e698493-5d72-41f1-a97b-1074809e0c5d),segment_id=2e698493-5d72-41f1-a97b-1074809e0c5d)] {{(pid=91255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:18:02.333269 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-780c0b04-a466-43ea-a7f5-156545a20450 req-90d1a00a-a755-4d64-afa7-e69311ad6c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2278802'] for port, after_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:18:02.337642 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-fabb3dcf-e60b-4b49-8c71-cdf58816e2a6 tempest-TestShelveInstance-983556649 tempest-TestShelveInstance-983556649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:18:02.388100 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c0b04-a466-43ea-a7f5-156545a20450 req-90d1a00a-a755-4d64-afa7-e69311ad6c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:18:02.388344 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-780c0b04-a466-43ea-a7f5-156545a20450 req-90d1a00a-a755-4d64-afa7-e69311ad6c22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:18:02.389793 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-780c0b04-a466-43ea-a7f5-156545a20450 req-90d1a00a-a755-4d64-afa7-e69311ad6c22 service neutron] 10.222.0.10 "PUT /v2.0/ports/d955dc7c-e36f-4b22-9faa-758a527ee935 HTTP/1.1" status: 200 len: 1094 time: 0.8848257 May 18 10:18:02.397323 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60ee151e-6454-4c69-b9d5-48d752c6881a', 'tag': 'd955dc7c-e36f-4b22-9faa-758a527ee935'}] {{(pid=91255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:18:02.468413 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60ee151e-6454-4c69-b9d5-48d752c6881a', 'tag': 'd955dc7c-e36f-4b22-9faa-758a527ee935', 'status': 'completed', 'code': 200} May 18 10:18:02.480650 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d1a00a-a755-4d64-afa7-e69311ad6c22 service neutron] Pushing event updated for resources: {'Port': ['ID=d955dc7c-e36f-4b22-9faa-758a527ee935,revision_number=3']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:18:02.484076 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-90d1a00a-a755-4d64-afa7-e69311ad6c22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:18:02.514073 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c0b04-a466-43ea-a7f5-156545a20450 req-472f9f94-4485-4eb9-aa74-b8fb154458e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:18:02.515605 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-780c0b04-a466-43ea-a7f5-156545a20450 req-472f9f94-4485-4eb9-aa74-b8fb154458e2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a78a280c19e74496b43762736b06b41b&device_id=60ee151e-6454-4c69-b9d5-48d752c6881a HTTP/1.1" status: 200 len: 1097 time: 0.0886400 May 18 10:18:02.586219 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-780c0b04-a466-43ea-a7f5-156545a20450 req-3c8a4f1e-8909-43fe-ba3c-351a34588489 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d955dc7c-e36f-4b22-9faa-758a527ee935 HTTP/1.1" status: 200 len: 217 time: 0.0637889 May 18 10:18:02.647002 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c0b04-a466-43ea-a7f5-156545a20450 req-509fe5bf-dce9-4e99-85a9-978607ba0430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:18:02.648415 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-780c0b04-a466-43ea-a7f5-156545a20450 req-509fe5bf-dce9-4e99-85a9-978607ba0430 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=158ee4a6-17be-443c-8f0e-c3894a5bd3bf HTTP/1.1" status: 200 len: 851 time: 0.0566757 May 18 10:18:02.728265 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c0b04-a466-43ea-a7f5-156545a20450 req-839fbb4a-ab57-41a8-9446-0228ced3a3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:18:02.729734 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-780c0b04-a466-43ea-a7f5-156545a20450 req-839fbb4a-ab57-41a8-9446-0228ced3a3bf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=33179846-9da7-4803-9f19-b2347608fe81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0751619 May 18 10:18:02.860241 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-780c0b04-a466-43ea-a7f5-156545a20450 req-c9d78629-da6e-48c0-ac14-06a2f090a9d6 service neutron] 10.222.0.10 "GET /v2.0/networks/33179846-9da7-4803-9f19-b2347608fe81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237738 May 18 10:18:03.091920 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-780c0b04-a466-43ea-a7f5-156545a20450 req-5fc38f1a-42a5-436d-a78a-b64c9d7b79c7 service neutron] 10.222.0.10 "GET /v2.0/networks/33179846-9da7-4803-9f19-b2347608fe81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254872 May 18 10:18:03.186252 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe7e45-3f9f-436e-87f0-eefc09ca1ade req-2a6d394c-4bfe-4af8-902e-0f4187961c2e tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:18:03.187675 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-3afe7e45-3f9f-436e-87f0-eefc09ca1ade req-2a6d394c-4bfe-4af8-902e-0f4187961c2e tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=60ee151e-6454-4c69-b9d5-48d752c6881a HTTP/1.1" status: 200 len: 944 time: 0.0804613 May 18 10:18:03.215425 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce78545-1d69-4704-833f-00705bb62904 req-2463d247-a009-4729-9c30-e676329bdb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:18:03.216979 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-9ce78545-1d69-4704-833f-00705bb62904 req-2463d247-a009-4729-9c30-e676329bdb9a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a78a280c19e74496b43762736b06b41b&device_id=60ee151e-6454-4c69-b9d5-48d752c6881a HTTP/1.1" status: 200 len: 1097 time: 0.0718200 May 18 10:18:03.233969 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-3afe7e45-3f9f-436e-87f0-eefc09ca1ade req-805ddbad-a924-401d-a566-6d634ae24768 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398164 May 18 10:18:03.347940 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce78545-1d69-4704-833f-00705bb62904 req-db55f601-b089-4d6f-91a4-bad0c855feca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:18:03.349379 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-9ce78545-1d69-4704-833f-00705bb62904 req-db55f601-b089-4d6f-91a4-bad0c855feca service neutron] 10.222.0.10 "GET /v2.0/networks?id=33179846-9da7-4803-9f19-b2347608fe81 HTTP/1.1" status: 200 len: 913 time: 0.1262238 May 18 10:18:03.419197 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-9ce78545-1d69-4704-833f-00705bb62904 req-f7b4b95c-eecd-4749-b138-537ee90f596a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d955dc7c-e36f-4b22-9faa-758a527ee935 HTTP/1.1" status: 200 len: 217 time: 0.0637608 May 18 10:18:03.480023 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce78545-1d69-4704-833f-00705bb62904 req-c75fa127-6f8a-4574-9b62-49dcfe62c1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:18:03.481348 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-9ce78545-1d69-4704-833f-00705bb62904 req-c75fa127-6f8a-4574-9b62-49dcfe62c1e9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=158ee4a6-17be-443c-8f0e-c3894a5bd3bf HTTP/1.1" status: 200 len: 851 time: 0.0568259 May 18 10:18:03.558142 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce78545-1d69-4704-833f-00705bb62904 req-dff6cecc-ef8c-4603-8470-e315d55a0434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:18:03.559609 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-9ce78545-1d69-4704-833f-00705bb62904 req-dff6cecc-ef8c-4603-8470-e315d55a0434 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=33179846-9da7-4803-9f19-b2347608fe81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720925 May 18 10:18:03.688687 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-9ce78545-1d69-4704-833f-00705bb62904 req-892aa34b-398e-45ff-90d9-947774bddf35 service neutron] 10.222.0.10 "GET /v2.0/networks/33179846-9da7-4803-9f19-b2347608fe81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218328 May 18 10:18:03.819163 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-9ce78545-1d69-4704-833f-00705bb62904 req-749c092f-eaa1-471b-a384-1f9f9e323389 service neutron] 10.222.0.10 "GET /v2.0/networks/33179846-9da7-4803-9f19-b2347608fe81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232839 May 18 10:18:04.424539 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109c248-2291-40f0-b8a7-103ae176e2e7 req-192eb3c9-a79e-4e75-8069-b3bb0c415b3a tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:18:04.425228 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-d109c248-2291-40f0-b8a7-103ae176e2e7 req-192eb3c9-a79e-4e75-8069-b3bb0c415b3a tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Synchronizing usage tracker for tenant:a78a280c19e74496b43762736b06b41b on resource:port {{(pid=91255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:18:04.439876 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-d109c248-2291-40f0-b8a7-103ae176e2e7 req-192eb3c9-a79e-4e75-8069-b3bb0c415b3a tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Unset dirty status for tenant:a78a280c19e74496b43762736b06b41b on resource:port {{(pid=91255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:18:04.441170 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-d109c248-2291-40f0-b8a7-103ae176e2e7 req-192eb3c9-a79e-4e75-8069-b3bb0c415b3a tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=60ee151e-6454-4c69-b9d5-48d752c6881a HTTP/1.1" status: 200 len: 944 time: 0.0944738 May 18 10:18:04.486178 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-d109c248-2291-40f0-b8a7-103ae176e2e7 req-33e09427-9cd2-4260-95bc-e811160cad02 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391874 May 18 10:18:05.764655 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feabe9e6-0823-480a-99ab-e71cb927af72 req-71a7262a-9a60-40cc-a5ec-f8650ef716ef tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:18:05.766145 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-feabe9e6-0823-480a-99ab-e71cb927af72 req-71a7262a-9a60-40cc-a5ec-f8650ef716ef tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=60ee151e-6454-4c69-b9d5-48d752c6881a HTTP/1.1" status: 200 len: 944 time: 0.1780365 May 18 10:18:05.810626 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-feabe9e6-0823-480a-99ab-e71cb927af72 req-221aead8-dc28-4d01-8375-08947a983fae tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386717 May 18 10:18:06.995845 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6113a26-bde6-4a9b-924a-0baea1da794d req-911a50ad-8882-4cb4-a003-09b010f245c6 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:18:06.997289 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e6113a26-bde6-4a9b-924a-0baea1da794d req-911a50ad-8882-4cb4-a003-09b010f245c6 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=60ee151e-6454-4c69-b9d5-48d752c6881a HTTP/1.1" status: 200 len: 944 time: 0.0826259 May 18 10:18:07.041663 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e6113a26-bde6-4a9b-924a-0baea1da794d req-aab11306-424f-4836-8ab9-c5f2af64f167 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386522 May 18 10:18:08.225200 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3c764-e9b4-46df-a07c-c2f205be4653 req-bd0d4a1a-99ab-4bfe-8758-1355b4e13667 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:18:08.226677 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-1da3c764-e9b4-46df-a07c-c2f205be4653 req-bd0d4a1a-99ab-4bfe-8758-1355b4e13667 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=60ee151e-6454-4c69-b9d5-48d752c6881a HTTP/1.1" status: 200 len: 944 time: 0.0783370 May 18 10:18:08.275019 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-1da3c764-e9b4-46df-a07c-c2f205be4653 req-6a39b281-d327-48e9-b731-a3df93a77654 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426428 May 18 10:18:09.459765 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23207896-1683-4c68-9170-1e61ea0bd3c4 req-c0bbb263-3eaa-464a-a36c-60d1954e6b67 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:18:09.461195 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-23207896-1683-4c68-9170-1e61ea0bd3c4 req-c0bbb263-3eaa-464a-a36c-60d1954e6b67 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=60ee151e-6454-4c69-b9d5-48d752c6881a HTTP/1.1" status: 200 len: 944 time: 0.0793600 May 18 10:18:09.505881 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-23207896-1683-4c68-9170-1e61ea0bd3c4 req-4900d73e-8683-4be5-ae97-53769b28f180 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379431 May 18 10:18:10.687617 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef697d5d-826e-4bd7-a989-d50200efc061 req-7b849352-5afd-4961-915e-326071880fce tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:18:10.689016 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ef697d5d-826e-4bd7-a989-d50200efc061 req-7b849352-5afd-4961-915e-326071880fce tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=60ee151e-6454-4c69-b9d5-48d752c6881a HTTP/1.1" status: 200 len: 944 time: 0.0803835 May 18 10:18:10.733217 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ef697d5d-826e-4bd7-a989-d50200efc061 req-59cb8cb6-9635-47fd-81b9-961b30c5453f tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384107 May 18 10:18:11.918818 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921207bc-a40b-467d-9786-9854b0c203d7 req-7d87d34d-5301-4521-81b4-92aa9fd563de tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:18:11.920258 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-921207bc-a40b-467d-9786-9854b0c203d7 req-7d87d34d-5301-4521-81b4-92aa9fd563de tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=60ee151e-6454-4c69-b9d5-48d752c6881a HTTP/1.1" status: 200 len: 944 time: 0.0810096 May 18 10:18:11.964309 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-921207bc-a40b-467d-9786-9854b0c203d7 req-555dac8c-e783-4d30-af4a-01fa62e6f123 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379305 May 18 10:18:12.132169 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device d955dc7c-e36f-4b22-9faa-758a527ee935 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:18:12.263045 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port d955dc7c-e36f-4b22-9faa-758a527ee935, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d955dc7c-e36f-4b22-9faa-758a527ee935,segment=NetworkSegment(2e698493-5d72-41f1-a97b-1074809e0c5d),segment_id=2e698493-5d72-41f1-a97b-1074809e0c5d)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:18:12.276422 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Returning: {'device': 'd955dc7c-e36f-4b22-9faa-758a527ee935', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'port_id': 'd955dc7c-e36f-4b22-9faa-758a527ee935', 'mac_address': 'fa:16:3e:0f:ab:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:18:12.333830 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:18:12.350292 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d955dc7c-e36f-4b22-9faa-758a527ee935 {{(pid=91256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:18:12.365583 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port d955dc7c-e36f-4b22-9faa-758a527ee935, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d955dc7c-e36f-4b22-9faa-758a527ee935,segment=NetworkSegment(2e698493-5d72-41f1-a97b-1074809e0c5d),segment_id=2e698493-5d72-41f1-a97b-1074809e0c5d)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:18:12.370237 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:18:12.371989 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-2b0d80ac-39a3-4ab2-a5a4-280c642a343f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:18:12.437077 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=d955dc7c-e36f-4b22-9faa-758a527ee935,revision_number=4']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:18:12.440172 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:18:12.757085 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['d955dc7c-e36f-4b22-9faa-758a527ee935'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:18:13.152486 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c61d37-5e84-444e-865c-3e637f1d5b76 req-09d75dbe-7771-42af-8650-11d116df6b09 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:18:13.153955 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-15c61d37-5e84-444e-865c-3e637f1d5b76 req-09d75dbe-7771-42af-8650-11d116df6b09 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=60ee151e-6454-4c69-b9d5-48d752c6881a HTTP/1.1" status: 200 len: 945 time: 0.0836673 May 18 10:18:13.197808 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-15c61d37-5e84-444e-865c-3e637f1d5b76 req-00c5cd93-d888-4b40-b5a5-d916f3e733a5 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381141 May 18 10:18:14.162872 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device d955dc7c-e36f-4b22-9faa-758a527ee935 up at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:18:14.229632 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning for port d955dc7c-e36f-4b22-9faa-758a527ee935 completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:18:14.234399 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning complete for port d955dc7c-e36f-4b22-9faa-758a527ee935 triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:18:14.234804 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:18:14.350804 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:18:14.377005 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ee151e-6454-4c69-b9d5-48d752c6881a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd955dc7c-e36f-4b22-9faa-758a527ee935'}] {{(pid=91256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:18:14.385584 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9fd7a-8e51-415a-b1bb-7f9f7e58bc14 req-27a5c009-d409-47e7-b187-b2e53e3a608e tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:18:14.386971 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port d955dc7c-e36f-4b22-9faa-758a527ee935, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d955dc7c-e36f-4b22-9faa-758a527ee935,segment=NetworkSegment(2e698493-5d72-41f1-a97b-1074809e0c5d),segment_id=2e698493-5d72-41f1-a97b-1074809e0c5d)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:18:14.387075 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-89c9fd7a-8e51-415a-b1bb-7f9f7e58bc14 req-27a5c009-d409-47e7-b187-b2e53e3a608e tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=60ee151e-6454-4c69-b9d5-48d752c6881a HTTP/1.1" status: 200 len: 945 time: 0.0825841 May 18 10:18:14.391230 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:18:14.393596 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-edadcedd-e60d-48c0-b335-bcff09da1f21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:18:14.428769 dv-cinder-772623-5-iscsi neutron-server[91256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ee151e-6454-4c69-b9d5-48d752c6881a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd955dc7c-e36f-4b22-9faa-758a527ee935', 'code': 200} May 18 10:18:14.442732 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-89c9fd7a-8e51-415a-b1bb-7f9f7e58bc14 req-fdf21ffb-8bfb-45d8-bfa1-2228c2985c63 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434170 May 18 10:18:14.463604 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=d955dc7c-e36f-4b22-9faa-758a527ee935,revision_number=5']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:18:14.467586 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:18:14.699731 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77f70a-aeb1-4b61-81e5-91c53f6b6d1f req-e6eb17af-b1c0-4d17-b9b8-903559bcba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:18:14.701077 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-7a77f70a-aeb1-4b61-81e5-91c53f6b6d1f req-e6eb17af-b1c0-4d17-b9b8-903559bcba4a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=60ee151e-6454-4c69-b9d5-48d752c6881a HTTP/1.1" status: 200 len: 1099 time: 0.0673554 May 18 10:18:14.740919 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-7a77f70a-aeb1-4b61-81e5-91c53f6b6d1f req-ae869d79-c2e9-46e9-b65c-27564d687a1f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335531 May 18 10:18:15.633078 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906878ab-a307-4e43-bc36-52f5b7b4d054 req-578fd0eb-f0d2-48e2-b447-481082fe25d9 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:18:15.634597 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-906878ab-a307-4e43-bc36-52f5b7b4d054 req-578fd0eb-f0d2-48e2-b447-481082fe25d9 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=60ee151e-6454-4c69-b9d5-48d752c6881a HTTP/1.1" status: 200 len: 946 time: 0.0793443 May 18 10:18:15.679838 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-906878ab-a307-4e43-bc36-52f5b7b4d054 req-8025dcce-52e1-43bf-8de2-bd1b4d71f99f tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392318 May 18 10:18:16.867994 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec9ad0-79bd-41d5-9fd8-9c898867b137 req-60ade6f9-a942-4f0d-bcf3-825fd8a7f35b tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:18:16.869445 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-55ec9ad0-79bd-41d5-9fd8-9c898867b137 req-60ade6f9-a942-4f0d-bcf3-825fd8a7f35b tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=60ee151e-6454-4c69-b9d5-48d752c6881a HTTP/1.1" status: 200 len: 946 time: 0.0823750 May 18 10:18:16.912807 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-55ec9ad0-79bd-41d5-9fd8-9c898867b137 req-18a957ea-211a-44fa-b5f8-be7e9c11bd6d tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377190 May 18 10:18:16.980824 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:18:17.101145 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2065a-1f70-4dc1-a93d-b55f63630de3 req-07bbd5a9-3512-4ed9-bfd0-2bd494fd3ec1 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:18:17.102643 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-39c2065a-1f70-4dc1-a93d-b55f63630de3 req-07bbd5a9-3512-4ed9-bfd0-2bd494fd3ec1 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=60ee151e-6454-4c69-b9d5-48d752c6881a HTTP/1.1" status: 200 len: 946 time: 0.0860455 May 18 10:18:17.146944 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-39c2065a-1f70-4dc1-a93d-b55f63630de3 req-aba33a53-97f9-4d5e-a36b-ae4e430446b0 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386271 May 18 10:18:17.170027 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 43008) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:18:17.280778 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d287d99-f328-46e9-8fd7-5e1ed0068d6a tempest-TestVolumeBootPattern-223769493 tempest-TestVolumeBootPattern-223769493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:18:17.282276 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-6d287d99-f328-46e9-8fd7-5e1ed0068d6a tempest-TestVolumeBootPattern-223769493 tempest-TestVolumeBootPattern-223769493-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=60ee151e-6454-4c69-b9d5-48d752c6881a HTTP/1.1" status: 200 len: 1094 time: 0.1111436 May 18 10:18:17.285678 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 43014) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:18:17.290728 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-09b7e60e-d7ae-4d4f-9de7-5350179efaeb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Request body: {'floatingip': {'floating_network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'port_id': 'd955dc7c-e36f-4b22-9faa-758a527ee935', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:18:17.296619 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-09b7e60e-d7ae-4d4f-9de7-5350179efaeb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:18:17.300392 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-09b7e60e-d7ae-4d4f-9de7-5350179efaeb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Usage tracker for resource:floatingip and tenant:a78a280c19e74496b43762736b06b41b is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:18:17.303205 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-09b7e60e-d7ae-4d4f-9de7-5350179efaeb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:18:17.308761 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-09b7e60e-d7ae-4d4f-9de7-5350179efaeb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:18:17.319291 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-09b7e60e-d7ae-4d4f-9de7-5350179efaeb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for floatingip, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:18:17.457054 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-09b7e60e-d7ae-4d4f-9de7-5350179efaeb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:18:17.676617 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.db_base_plugin_common [None req-09b7e60e-d7ae-4d4f-9de7-5350179efaeb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Allocated IP 172.27.1.218 (bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3/bad1a46d-7140-454d-84c6-4b97dc4a536e/2376f1a1-d457-44f5-b769-f5e0343f14ab) {{(pid=91255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:18:17.817833 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-09b7e60e-d7ae-4d4f-9de7-5350179efaeb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for port, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:18:17.846917 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-09b7e60e-d7ae-4d4f-9de7-5350179efaeb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278795'] for port, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:18:17.850521 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-19c81c45-5e7c-4c78-8d92-6d1c2d6c7ede service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:18:17.915883 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b7e60e-d7ae-4d4f-9de7-5350179efaeb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Network bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3 is already hosted by enough agents. {{(pid=91255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:18:17.918615 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [None req-09b7e60e-d7ae-4d4f-9de7-5350179efaeb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Resources bound (agent type, host, resource id): {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:18:17.921129 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b7e60e-d7ae-4d4f-9de7-5350179efaeb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Received port after_create {{(pid=91255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:18:17.955470 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7e60e-d7ae-4d4f-9de7-5350179efaeb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Pushing event updated for resources: {'Port': ['ID=2376f1a1-d457-44f5-b769-f5e0343f14ab,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:18:17.959621 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-09b7e60e-d7ae-4d4f-9de7-5350179efaeb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:18:18.142690 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [req-391f2751-9f01-4218-b58e-71e068707a16 req-61525ad3-52c4-4f6f-bfed-6e74dd379cc9 service neutron] (91255) timed out ('10.222.0.10', 56060) {{(pid=91255) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 18 10:18:18.321340 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-09b7e60e-d7ae-4d4f-9de7-5350179efaeb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:18:18.393280 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-09b7e60e-d7ae-4d4f-9de7-5350179efaeb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:18:18.590783 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-09b7e60e-d7ae-4d4f-9de7-5350179efaeb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for port, precommit_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:18:18.598182 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-09b7e60e-d7ae-4d4f-9de7-5350179efaeb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2278802'] for port, after_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:18:18.601844 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-3c848c60-5e81-4493-9be9-3c2cdbd9934f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:18:18.703285 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7e60e-d7ae-4d4f-9de7-5350179efaeb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Pushing event updated for resources: {'Port': ['ID=2376f1a1-d457-44f5-b769-f5e0343f14ab,revision_number=2']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:18:18.707760 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-09b7e60e-d7ae-4d4f-9de7-5350179efaeb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:18:18.716249 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-09b7e60e-d7ae-4d4f-9de7-5350179efaeb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922060'] for floatingip, after_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:18:18.881184 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.db.l3_db [None req-09b7e60e-d7ae-4d4f-9de7-5350179efaeb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Floating IP 71d06e07-c348-4ffc-90a5-96731eff55bb associated. External IP: 172.27.1.218, port: d955dc7c-e36f-4b22-9faa-758a527ee935. May 18 10:18:19.328977 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b7e60e-d7ae-4d4f-9de7-5350179efaeb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Router 6d2353bc-b8cd-4803-84e0-c202924dbaef has already been hosted by L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb {{(pid=91255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:18:19.507720 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b7e60e-d7ae-4d4f-9de7-5350179efaeb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:18:19.516757 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1dd458-00fc-4be7-9358-921b94cdedba None None] Sync routers for ids ['6d2353bc-b8cd-4803-84e0-c202924dbaef'] in dv-cinder-772623-5-iscsi {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:18:19.526070 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1dd458-00fc-4be7-9358-921b94cdedba None None] Routers {'6d2353bc-b8cd-4803-84e0-c202924dbaef'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:18:19.526698 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-5b1dd458-00fc-4be7-9358-921b94cdedba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:17:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['6d2353bc-b8cd-4803-84e0-c202924dbaef'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:18:19.531551 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-09b7e60e-d7ae-4d4f-9de7-5350179efaeb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for floatingip, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:18:19.588249 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-09b7e60e-d7ae-4d4f-9de7-5350179efaeb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3013811 May 18 10:18:19.588736 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60ee151e-6454-4c69-b9d5-48d752c6881a', 'tag': 'd955dc7c-e36f-4b22-9faa-758a527ee935'}] {{(pid=91255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:18:19.641002 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60ee151e-6454-4c69-b9d5-48d752c6881a', 'tag': 'd955dc7c-e36f-4b22-9faa-758a527ee935', 'status': 'completed', 'code': 200} May 18 10:18:19.732839 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-5b1dd458-00fc-4be7-9358-921b94cdedba None None] Set router 6d2353bc-b8cd-4803-84e0-c202924dbaef gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:18:19.735316 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a026a-dbb4-4e5d-a930-bec04ff470aa req-a7c9ef6f-fa8c-44db-9cb2-c70cdcc54dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:18:19.737528 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-200a026a-dbb4-4e5d-a930-bec04ff470aa req-a7c9ef6f-fa8c-44db-9cb2-c70cdcc54dbf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a78a280c19e74496b43762736b06b41b&device_id=60ee151e-6454-4c69-b9d5-48d752c6881a HTTP/1.1" status: 200 len: 1099 time: 0.0741651 May 18 10:18:19.868286 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a026a-dbb4-4e5d-a930-bec04ff470aa req-57a4d874-3932-4ca0-a594-05b92e30b54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:18:19.869639 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-200a026a-dbb4-4e5d-a930-bec04ff470aa req-57a4d874-3932-4ca0-a594-05b92e30b54f service neutron] 10.222.0.10 "GET /v2.0/networks?id=33179846-9da7-4803-9f19-b2347608fe81 HTTP/1.1" status: 200 len: 913 time: 0.1269658 May 18 10:18:19.970816 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-200a026a-dbb4-4e5d-a930-bec04ff470aa req-139ac209-3cdc-4f76-a570-1c73aadf059d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d955dc7c-e36f-4b22-9faa-758a527ee935 HTTP/1.1" status: 200 len: 1000 time: 0.0950694 May 18 10:18:20.031632 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a026a-dbb4-4e5d-a930-bec04ff470aa req-227c5cc4-123d-443d-be89-b5204145226d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:18:20.033047 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-200a026a-dbb4-4e5d-a930-bec04ff470aa req-227c5cc4-123d-443d-be89-b5204145226d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=158ee4a6-17be-443c-8f0e-c3894a5bd3bf HTTP/1.1" status: 200 len: 851 time: 0.0568027 May 18 10:18:20.075238 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-5b1dd458-00fc-4be7-9358-921b94cdedba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'name': 'tempest-TestVolumeBootPattern-1063213162-router', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:17:22Z', 'updated_at': '2021-05-18T10:17:26Z', 'revision_number': 4, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'gw_port': {'id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:23Z', 'updated_at': '2021-05-18T10:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_floatingips': [{'id': '71d06e07-c348-4ffc-90a5-96731eff55bb', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'floating_ip_address': '172.27.1.218', 'floating_network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'router_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'port_id': 'd955dc7c-e36f-4b22-9faa-758a527ee935', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'mac_address': 'fa:16:3e:0f:ab:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ee151e-6454-4c69-b9d5-48d752c6881a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:18:18Z', 'updated_at': '2021-05-18T10:18:18Z', 'revision_number': 0, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edfc3f17-c157-4dcc-becf-fa7acf01c4b1', 'name': '', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'mac_address': 'fa:16:3e:2d:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:25Z', 'updated_at': '2021-05-18T10:17:33Z', 'revision_number': 5, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'subnets': [{'id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:18:20.079318 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1dd458-00fc-4be7-9358-921b94cdedba None None] Checking router: 6d2353bc-b8cd-4803-84e0-c202924dbaef for host: dv-cinder-772623-5-iscsi {{(pid=91256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:18:20.088634 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1dd458-00fc-4be7-9358-921b94cdedba None None] Routers {'6d2353bc-b8cd-4803-84e0-c202924dbaef'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:18:20.089240 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-5b1dd458-00fc-4be7-9358-921b94cdedba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:17:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['6d2353bc-b8cd-4803-84e0-c202924dbaef'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:18:20.107834 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a026a-dbb4-4e5d-a930-bec04ff470aa req-3f84f92c-e6f6-482d-9971-f434c892286d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:18:20.109317 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-200a026a-dbb4-4e5d-a930-bec04ff470aa req-3f84f92c-e6f6-482d-9971-f434c892286d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=33179846-9da7-4803-9f19-b2347608fe81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697260 May 18 10:18:20.241521 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-200a026a-dbb4-4e5d-a930-bec04ff470aa req-a6cc6da5-f03d-4363-9ccd-5f794e0cf1a9 service neutron] 10.222.0.10 "GET /v2.0/networks/33179846-9da7-4803-9f19-b2347608fe81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254785 May 18 10:18:20.265562 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-5b1dd458-00fc-4be7-9358-921b94cdedba None None] Set router 6d2353bc-b8cd-4803-84e0-c202924dbaef gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:18:20.370676 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-200a026a-dbb4-4e5d-a930-bec04ff470aa req-847eab7b-24ce-45b1-b69e-a07afdb10c47 service neutron] 10.222.0.10 "GET /v2.0/networks/33179846-9da7-4803-9f19-b2347608fe81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234193 May 18 10:18:20.608988 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-5b1dd458-00fc-4be7-9358-921b94cdedba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'name': 'tempest-TestVolumeBootPattern-1063213162-router', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:17:22Z', 'updated_at': '2021-05-18T10:17:26Z', 'revision_number': 4, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'gw_port': {'id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:23Z', 'updated_at': '2021-05-18T10:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_floatingips': [{'id': '71d06e07-c348-4ffc-90a5-96731eff55bb', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'floating_ip_address': '172.27.1.218', 'floating_network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'router_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'port_id': 'd955dc7c-e36f-4b22-9faa-758a527ee935', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'mac_address': 'fa:16:3e:0f:ab:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ee151e-6454-4c69-b9d5-48d752c6881a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:18:18Z', 'updated_at': '2021-05-18T10:18:18Z', 'revision_number': 0, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edfc3f17-c157-4dcc-becf-fa7acf01c4b1', 'name': '', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'mac_address': 'fa:16:3e:2d:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:25Z', 'updated_at': '2021-05-18T10:17:33Z', 'revision_number': 5, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'subnets': [{'id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:18:20.612945 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1dd458-00fc-4be7-9358-921b94cdedba None None] The sync data for ids ['6d2353bc-b8cd-4803-84e0-c202924dbaef'] in dv-cinder-772623-5-iscsi is: [{'id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'name': 'tempest-TestVolumeBootPattern-1063213162-router', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:17:22Z', 'updated_at': '2021-05-18T10:17:26Z', 'revision_number': 4, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'gw_port': {'id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:23Z', 'updated_at': '2021-05-18T10:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_floatingips': [{'id': '71d06e07-c348-4ffc-90a5-96731eff55bb', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'floating_ip_address': '172.27.1.218', 'floating_network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'router_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'port_id': 'd955dc7c-e36f-4b22-9faa-758a527ee935', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'mac_address': 'fa:16:3e:0f:ab:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ee151e-6454-4c69-b9d5-48d752c6881a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:18:18Z', 'updated_at': '2021-05-18T10:18:18Z', 'revision_number': 0, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edfc3f17-c157-4dcc-becf-fa7acf01c4b1', 'name': '', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'mac_address': 'fa:16:3e:2d:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:25Z', 'updated_at': '2021-05-18T10:17:33Z', 'revision_number': 5, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'subnets': [{'id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:18:20.782597 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9a4fff-ba6c-4c6e-a908-496869149a08 None None] New status for floating IP 71d06e07-c348-4ffc-90a5-96731eff55bb: ACTIVE {{(pid=91257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 10:18:22.477441 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-985a51d6-7395-424b-99ce-5273663010ef req-79fcae87-a36f-49c3-bf10-5596dff6f4c1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=60ee151e-6454-4c69-b9d5-48d752c6881a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731387 May 18 10:18:22.611580 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a51d6-7395-424b-99ce-5273663010ef req-b8985dbc-6b7e-4700-9008-1d53b71cc8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:18:22.613537 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-985a51d6-7395-424b-99ce-5273663010ef req-b8985dbc-6b7e-4700-9008-1d53b71cc8cb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a78a280c19e74496b43762736b06b41b&device_id=60ee151e-6454-4c69-b9d5-48d752c6881a HTTP/1.1" status: 200 len: 1099 time: 0.0710640 May 18 10:18:22.616681 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-db224bd4-98e1-4ab2-978d-690137b583ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:18:22.762063 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a51d6-7395-424b-99ce-5273663010ef req-dfc7101b-28c0-4a7e-8a03-9d7b9209e7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:18:22.763431 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-985a51d6-7395-424b-99ce-5273663010ef req-dfc7101b-28c0-4a7e-8a03-9d7b9209e7e3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=33179846-9da7-4803-9f19-b2347608fe81 HTTP/1.1" status: 200 len: 913 time: 0.1306224 May 18 10:18:22.960331 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-985a51d6-7395-424b-99ce-5273663010ef req-0fba1f53-e942-4703-9232-0f2f32548f42 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d955dc7c-e36f-4b22-9faa-758a527ee935 HTTP/1.1" status: 200 len: 1002 time: 0.1905432 May 18 10:18:23.023448 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a51d6-7395-424b-99ce-5273663010ef req-a500e804-b29a-4f20-9ce9-9bb0a94acb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:18:23.024967 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-985a51d6-7395-424b-99ce-5273663010ef req-a500e804-b29a-4f20-9ce9-9bb0a94acb84 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=158ee4a6-17be-443c-8f0e-c3894a5bd3bf HTTP/1.1" status: 200 len: 851 time: 0.0583103 May 18 10:18:23.099906 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a51d6-7395-424b-99ce-5273663010ef req-33e3efba-5529-4d1d-bc21-1b808f3d994a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:18:23.101380 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-985a51d6-7395-424b-99ce-5273663010ef req-33e3efba-5529-4d1d-bc21-1b808f3d994a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=33179846-9da7-4803-9f19-b2347608fe81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706110 May 18 10:18:23.229832 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-985a51d6-7395-424b-99ce-5273663010ef req-3e71e134-5372-41fe-8e71-0c52d3340201 service neutron] 10.222.0.10 "GET /v2.0/networks/33179846-9da7-4803-9f19-b2347608fe81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223543 May 18 10:18:23.359135 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-985a51d6-7395-424b-99ce-5273663010ef req-24ed65ea-e295-4759-8f0b-a50d2247b1b3 service neutron] 10.222.0.10 "GET /v2.0/networks/33179846-9da7-4803-9f19-b2347608fe81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229677 May 18 10:18:24.848708 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:18:25.239547 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:18:25.250369 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-f71230ef-f17d-457a-a249-879fe07ae161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:18:26.687713 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:18:28.205260 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:18:46.976313 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:18:52.618558 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e3319ff0-b12b-4d1d-91e7-6b5c7be524c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:18:55.231821 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:18:55.250405 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-8c38cd08-3103-4d06-90d4-798165a2315a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:18:56.690726 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:18:58.208542 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:19:01.847565 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:19:16.988641 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:19:22.619850 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-3333afd7-3202-4bf1-8e83-b7c85c4fdc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:19:23.475772 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b0e40d15-f9bf-41be-9e59-d82bd3facf5e req-3a8f4b49-2280-45cc-ad68-cc19fd0b82f7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=60ee151e-6454-4c69-b9d5-48d752c6881a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736132 May 18 10:19:23.608757 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e40d15-f9bf-41be-9e59-d82bd3facf5e req-55a3d3ee-0863-4d6c-8ace-855d9bde4b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:19:23.610286 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b0e40d15-f9bf-41be-9e59-d82bd3facf5e req-55a3d3ee-0863-4d6c-8ace-855d9bde4b44 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a78a280c19e74496b43762736b06b41b&device_id=60ee151e-6454-4c69-b9d5-48d752c6881a HTTP/1.1" status: 200 len: 1099 time: 0.0698204 May 18 10:19:23.751295 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e40d15-f9bf-41be-9e59-d82bd3facf5e req-b0bf0d99-ac78-42cf-a425-75ae3e8af144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:19:23.752607 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b0e40d15-f9bf-41be-9e59-d82bd3facf5e req-b0bf0d99-ac78-42cf-a425-75ae3e8af144 service neutron] 10.222.0.10 "GET /v2.0/networks?id=33179846-9da7-4803-9f19-b2347608fe81 HTTP/1.1" status: 200 len: 913 time: 0.1229110 May 18 10:19:23.851795 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b0e40d15-f9bf-41be-9e59-d82bd3facf5e req-c70c2c6d-0ed8-4c4d-b5c5-6901dc4c32d4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d955dc7c-e36f-4b22-9faa-758a527ee935 HTTP/1.1" status: 200 len: 1002 time: 0.0932677 May 18 10:19:23.912543 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e40d15-f9bf-41be-9e59-d82bd3facf5e req-db174013-b835-4d97-899b-0f5d74a49fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:19:23.913939 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b0e40d15-f9bf-41be-9e59-d82bd3facf5e req-db174013-b835-4d97-899b-0f5d74a49fc7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=158ee4a6-17be-443c-8f0e-c3894a5bd3bf HTTP/1.1" status: 200 len: 851 time: 0.0564346 May 18 10:19:23.992179 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e40d15-f9bf-41be-9e59-d82bd3facf5e req-b9ff6c01-9f36-431e-9271-cd2551251dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:19:23.993634 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b0e40d15-f9bf-41be-9e59-d82bd3facf5e req-b9ff6c01-9f36-431e-9271-cd2551251dd9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=33179846-9da7-4803-9f19-b2347608fe81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736392 May 18 10:19:24.126853 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b0e40d15-f9bf-41be-9e59-d82bd3facf5e req-efa4ed3e-b026-4667-8949-0d8ef6c4b24d service neutron] 10.222.0.10 "GET /v2.0/networks/33179846-9da7-4803-9f19-b2347608fe81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261933 May 18 10:19:24.255185 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b0e40d15-f9bf-41be-9e59-d82bd3facf5e req-cf97f300-c69a-4e85-88e2-c53136c9cf94 service neutron] 10.222.0.10 "GET /v2.0/networks/33179846-9da7-4803-9f19-b2347608fe81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220191 May 18 10:19:25.234073 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:19:25.253788 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-01656397-c393-4290-b16b-67978208b60d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:19:26.692999 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:19:28.247755 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:19:38.846967 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:19:47.004000 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:19:52.621227 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-f31c281e-d9dc-4f5c-9b0d-95a2726d34bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:19:55.236962 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:19:55.254704 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-add62402-e02a-4bba-96b1-e3d832ae3167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:19:56.695526 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:19:58.213709 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:20:15.845446 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:20:17.003047 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:20:22.623184 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-b038a0d9-12ad-43fe-9bc9-92cb1c4a2090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:20:25.246647 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:20:25.257644 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-a3e489ed-b845-4014-939d-7756677ec83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:20:25.472363 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-1c6c52de-5d20-42a6-86e0-ecc0c3f359f3 req-8e61552a-f996-41f2-8880-5862260320b1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=60ee151e-6454-4c69-b9d5-48d752c6881a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700746 May 18 10:20:25.607673 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c52de-5d20-42a6-86e0-ecc0c3f359f3 req-29092c9a-c101-4a25-a89d-4ad024113e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:20:25.609238 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-1c6c52de-5d20-42a6-86e0-ecc0c3f359f3 req-29092c9a-c101-4a25-a89d-4ad024113e9c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a78a280c19e74496b43762736b06b41b&device_id=60ee151e-6454-4c69-b9d5-48d752c6881a HTTP/1.1" status: 200 len: 1099 time: 0.0699677 May 18 10:20:25.752011 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c52de-5d20-42a6-86e0-ecc0c3f359f3 req-40d70417-ce1f-4b62-87c0-81fd8df9ff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:20:25.753442 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-1c6c52de-5d20-42a6-86e0-ecc0c3f359f3 req-40d70417-ce1f-4b62-87c0-81fd8df9ff6a service neutron] 10.222.0.10 "GET /v2.0/networks?id=33179846-9da7-4803-9f19-b2347608fe81 HTTP/1.1" status: 200 len: 913 time: 0.1258049 May 18 10:20:25.946778 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-1c6c52de-5d20-42a6-86e0-ecc0c3f359f3 req-6405272c-1e3e-4c57-baaa-3b7c18661ae2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d955dc7c-e36f-4b22-9faa-758a527ee935 HTTP/1.1" status: 200 len: 1002 time: 0.1870122 May 18 10:20:26.010851 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c52de-5d20-42a6-86e0-ecc0c3f359f3 req-9467736b-2936-4d74-a3fd-ffbe4a0b7756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:20:26.012245 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-1c6c52de-5d20-42a6-86e0-ecc0c3f359f3 req-9467736b-2936-4d74-a3fd-ffbe4a0b7756 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=158ee4a6-17be-443c-8f0e-c3894a5bd3bf HTTP/1.1" status: 200 len: 851 time: 0.0594873 May 18 10:20:26.085504 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c52de-5d20-42a6-86e0-ecc0c3f359f3 req-f89cb157-ec36-40c1-95b8-d9c09d74efb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:20:26.087044 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-1c6c52de-5d20-42a6-86e0-ecc0c3f359f3 req-f89cb157-ec36-40c1-95b8-d9c09d74efb8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=33179846-9da7-4803-9f19-b2347608fe81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0683568 May 18 10:20:26.216146 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-1c6c52de-5d20-42a6-86e0-ecc0c3f359f3 req-2c388899-03f5-4f20-8ec7-2e384212b430 service neutron] 10.222.0.10 "GET /v2.0/networks/33179846-9da7-4803-9f19-b2347608fe81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227820 May 18 10:20:26.347944 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-1c6c52de-5d20-42a6-86e0-ecc0c3f359f3 req-700b822a-1ea1-4121-83db-6f301719ffc9 service neutron] 10.222.0.10 "GET /v2.0/networks/33179846-9da7-4803-9f19-b2347608fe81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255996 May 18 10:20:26.698222 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:20:28.215366 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:20:34.120320 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5d90e-247d-49d0-ae47-7b8e2f26dc3e req-0e115274-8384-4c50-87fc-c03a3d0b4fa2 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:20:34.121777 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-03b5d90e-247d-49d0-ae47-7b8e2f26dc3e req-0e115274-8384-4c50-87fc-c03a3d0b4fa2 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=60ee151e-6454-4c69-b9d5-48d752c6881a HTTP/1.1" status: 200 len: 946 time: 0.0840998 May 18 10:20:34.167082 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-03b5d90e-247d-49d0-ae47-7b8e2f26dc3e req-371d410f-d657-458b-ba75-a8aad88aaddd tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395756 May 18 10:20:35.355393 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1506afa-f1eb-4050-9141-5380de58a895 req-c0c6f0e2-f004-46b4-bfd6-c4355b147635 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:20:35.356852 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f1506afa-f1eb-4050-9141-5380de58a895 req-c0c6f0e2-f004-46b4-bfd6-c4355b147635 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=60ee151e-6454-4c69-b9d5-48d752c6881a HTTP/1.1" status: 200 len: 946 time: 0.0841496 May 18 10:20:35.402104 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-f1506afa-f1eb-4050-9141-5380de58a895 req-e68e0830-4cce-4d71-99a5-e03bd01fd4f4 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394614 May 18 10:20:35.511894 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdfbca-83f3-49c0-9b69-71f942924cb1 req-2f039260-7d3d-41a8-b755-4f8e166f6c01 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:20:35.513290 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-42fdfbca-83f3-49c0-9b69-71f942924cb1 req-2f039260-7d3d-41a8-b755-4f8e166f6c01 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.10 "GET /v2.0/ports?device_id=60ee151e-6454-4c69-b9d5-48d752c6881a HTTP/1.1" status: 200 len: 946 time: 0.0806024 May 18 10:20:35.652112 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [req-42fdfbca-83f3-49c0-9b69-71f942924cb1 req-cc0e438c-0b7b-481f-8121-dfffd2eed6e5 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Deleting port d955dc7c-e36f-4b22-9faa-758a527ee935 {{(pid=91255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:20:35.652441 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-42fdfbca-83f3-49c0-9b69-71f942924cb1 req-cc0e438c-0b7b-481f-8121-dfffd2eed6e5 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:20:35.781783 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [req-42fdfbca-83f3-49c0-9b69-71f942924cb1 req-cc0e438c-0b7b-481f-8121-dfffd2eed6e5 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] For port d955dc7c-e36f-4b22-9faa-758a527ee935, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d955dc7c-e36f-4b22-9faa-758a527ee935,segment=NetworkSegment(2e698493-5d72-41f1-a97b-1074809e0c5d),segment_id=2e698493-5d72-41f1-a97b-1074809e0c5d)] {{(pid=91255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:20:35.782128 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-42fdfbca-83f3-49c0-9b69-71f942924cb1 req-cc0e438c-0b7b-481f-8121-dfffd2eed6e5 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:20:36.068895 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-42fdfbca-83f3-49c0-9b69-71f942924cb1 req-cc0e438c-0b7b-481f-8121-dfffd2eed6e5 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:20:36.069371 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-42fdfbca-83f3-49c0-9b69-71f942924cb1 req-cc0e438c-0b7b-481f-8121-dfffd2eed6e5 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922060'] for floatingip, after_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:20:36.069653 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.db.l3_db [req-42fdfbca-83f3-49c0-9b69-71f942924cb1 req-cc0e438c-0b7b-481f-8121-dfffd2eed6e5 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Floating IP 71d06e07-c348-4ffc-90a5-96731eff55bb disassociated. External IP: 172.27.1.218, port: d955dc7c-e36f-4b22-9faa-758a527ee935. May 18 10:20:36.069996 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [req-42fdfbca-83f3-49c0-9b69-71f942924cb1 req-cc0e438c-0b7b-481f-8121-dfffd2eed6e5 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Calling delete_port for d955dc7c-e36f-4b22-9faa-758a527ee935 owned by compute:nova {{(pid=91255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:20:36.178601 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-42fdfbca-83f3-49c0-9b69-71f942924cb1 req-cc0e438c-0b7b-481f-8121-dfffd2eed6e5 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278795'] for port, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:20:36.184698 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-90d1a00a-a755-4d64-afa7-e69311ad6c22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:20:36.230158 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e438c-0b7b-481f-8121-dfffd2eed6e5 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Pushing event deleted for resources: {'Port': ['ID=d955dc7c-e36f-4b22-9faa-758a527ee935,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:20:36.289948 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0e438c-0b7b-481f-8121-dfffd2eed6e5 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:20:36.290326 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0e438c-0b7b-481f-8121-dfffd2eed6e5 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:20:36.290720 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0e438c-0b7b-481f-8121-dfffd2eed6e5 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:20:36.291085 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0e438c-0b7b-481f-8121-dfffd2eed6e5 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:20:36.291444 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0e438c-0b7b-481f-8121-dfffd2eed6e5 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:20:36.291803 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0e438c-0b7b-481f-8121-dfffd2eed6e5 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:20:36.292164 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0e438c-0b7b-481f-8121-dfffd2eed6e5 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:20:36.292519 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0e438c-0b7b-481f-8121-dfffd2eed6e5 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:20:36.292874 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0e438c-0b7b-481f-8121-dfffd2eed6e5 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:20:36.293226 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0e438c-0b7b-481f-8121-dfffd2eed6e5 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:20:36.293576 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0e438c-0b7b-481f-8121-dfffd2eed6e5 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:20:36.293924 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0e438c-0b7b-481f-8121-dfffd2eed6e5 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:20:36.301426 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-cc0e438c-0b7b-481f-8121-dfffd2eed6e5 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:20:36.516779 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42fdfbca-83f3-49c0-9b69-71f942924cb1 req-cc0e438c-0b7b-481f-8121-dfffd2eed6e5 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Router 6d2353bc-b8cd-4803-84e0-c202924dbaef has already been hosted by L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb {{(pid=91255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:20:36.640451 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-95d9d258-6130-4e5d-b7a0-e9a02d960ecb req-1132833e-6e26-45c4-bcca-71f94c2f0843 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=60ee151e-6454-4c69-b9d5-48d752c6881a HTTP/1.1" status: 200 len: 210 time: 0.1135631 May 18 10:20:36.741976 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42fdfbca-83f3-49c0-9b69-71f942924cb1 req-cc0e438c-0b7b-481f-8121-dfffd2eed6e5 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:20:36.751877 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42220b7-41b2-4635-b133-2ff6f624f582 None None] Sync routers for ids ['6d2353bc-b8cd-4803-84e0-c202924dbaef'] in dv-cinder-772623-5-iscsi {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:20:36.762161 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42220b7-41b2-4635-b133-2ff6f624f582 None None] Routers {'6d2353bc-b8cd-4803-84e0-c202924dbaef'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:20:36.762897 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-c42220b7-41b2-4635-b133-2ff6f624f582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:20:25Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['6d2353bc-b8cd-4803-84e0-c202924dbaef'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:20:36.815169 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.l3_dvrscheduler_db [req-42fdfbca-83f3-49c0-9b69-71f942924cb1 req-cc0e438c-0b7b-481f-8121-dfffd2eed6e5 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] No DVR routers for this DVR port d955dc7c-e36f-4b22-9faa-758a527ee935 on host hv-cinder-77262 {{(pid=91255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:20:36.817648 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-42fdfbca-83f3-49c0-9b69-71f942924cb1 req-cc0e438c-0b7b-481f-8121-dfffd2eed6e5 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:20:36.820784 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ee151e-6454-4c69-b9d5-48d752c6881a', 'name': 'network-vif-deleted', 'tag': 'd955dc7c-e36f-4b22-9faa-758a527ee935'}] {{(pid=91255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:20:36.839264 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-42fdfbca-83f3-49c0-9b69-71f942924cb1 req-cc0e438c-0b7b-481f-8121-dfffd2eed6e5 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.10 "DELETE /v2.0/ports/d955dc7c-e36f-4b22-9faa-758a527ee935 HTTP/1.1" status: 204 len: 173 time: 1.3199403 May 18 10:20:36.868697 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ee151e-6454-4c69-b9d5-48d752c6881a', 'name': 'network-vif-deleted', 'tag': 'd955dc7c-e36f-4b22-9faa-758a527ee935', 'status': 'completed', 'code': 200} May 18 10:20:36.952364 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-c42220b7-41b2-4635-b133-2ff6f624f582 None None] Set router 6d2353bc-b8cd-4803-84e0-c202924dbaef gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:20:37.265429 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-c42220b7-41b2-4635-b133-2ff6f624f582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'name': 'tempest-TestVolumeBootPattern-1063213162-router', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:17:22Z', 'updated_at': '2021-05-18T10:17:26Z', 'revision_number': 4, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'gw_port': {'id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:23Z', 'updated_at': '2021-05-18T10:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'edfc3f17-c157-4dcc-becf-fa7acf01c4b1', 'name': '', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'mac_address': 'fa:16:3e:2d:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:25Z', 'updated_at': '2021-05-18T10:17:33Z', 'revision_number': 5, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'subnets': [{'id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:20:37.269420 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42220b7-41b2-4635-b133-2ff6f624f582 None None] Checking router: 6d2353bc-b8cd-4803-84e0-c202924dbaef for host: dv-cinder-772623-5-iscsi {{(pid=91256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:20:37.277986 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42220b7-41b2-4635-b133-2ff6f624f582 None None] Routers {'6d2353bc-b8cd-4803-84e0-c202924dbaef'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:20:37.279105 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-c42220b7-41b2-4635-b133-2ff6f624f582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:20:25Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['6d2353bc-b8cd-4803-84e0-c202924dbaef'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:20:37.450525 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-c42220b7-41b2-4635-b133-2ff6f624f582 None None] Set router 6d2353bc-b8cd-4803-84e0-c202924dbaef gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:20:37.780306 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-c42220b7-41b2-4635-b133-2ff6f624f582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'name': 'tempest-TestVolumeBootPattern-1063213162-router', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:17:22Z', 'updated_at': '2021-05-18T10:17:26Z', 'revision_number': 4, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'gw_port': {'id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:23Z', 'updated_at': '2021-05-18T10:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'edfc3f17-c157-4dcc-becf-fa7acf01c4b1', 'name': '', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'mac_address': 'fa:16:3e:2d:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:25Z', 'updated_at': '2021-05-18T10:17:33Z', 'revision_number': 5, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'subnets': [{'id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:20:37.784598 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42220b7-41b2-4635-b133-2ff6f624f582 None None] The sync data for ids ['6d2353bc-b8cd-4803-84e0-c202924dbaef'] in dv-cinder-772623-5-iscsi is: [{'id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'name': 'tempest-TestVolumeBootPattern-1063213162-router', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:17:22Z', 'updated_at': '2021-05-18T10:17:26Z', 'revision_number': 4, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'gw_port': {'id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:23Z', 'updated_at': '2021-05-18T10:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'edfc3f17-c157-4dcc-becf-fa7acf01c4b1', 'name': '', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'mac_address': 'fa:16:3e:2d:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:25Z', 'updated_at': '2021-05-18T10:17:33Z', 'revision_number': 5, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'subnets': [{'id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:20:37.946752 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-9f2accb6-4987-402e-9279-5a2f1367f0b2 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-933158644&fields=id&tenant_id=a78a280c19e74496b43762736b06b41b HTTP/1.1" status: 200 len: 267 time: 0.0418582 May 18 10:20:37.990151 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50da75ed-8971-4022-a8d8-83079c196243 None None] New status for floating IP 71d06e07-c348-4ffc-90a5-96731eff55bb: DOWN {{(pid=91257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 10:20:38.096063 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-bd3c236b-4b80-4d51-b97c-012814148a40 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:20:38.097413 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-bd3c236b-4b80-4d51-b97c-012814148a40 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/networks?id=33179846-9da7-4803-9f19-b2347608fe81 HTTP/1.1" status: 200 len: 812 time: 0.1440735 May 18 10:20:38.112821 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-a5e0b317-c8c2-4214-93e7-92df2c9632c7 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/quotas/a78a280c19e74496b43762736b06b41b HTTP/1.1" status: 200 len: 375 time: 0.0089958 May 18 10:20:38.204729 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-95ca4eee-0896-4abd-9778-65128ddd3696 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a78a280c19e74496b43762736b06b41b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0864179 May 18 10:20:38.386181 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-50d09275-f491-4711-b6bc-df09e1702ad3 service neutron] 10.222.0.11 "GET /v2.0/networks/33179846-9da7-4803-9f19-b2347608fe81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704426 May 18 10:20:38.515666 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-ce0c1cb6-7af5-489d-85e1-30f548eccfdc service neutron] 10.222.0.11 "GET /v2.0/networks/33179846-9da7-4803-9f19-b2347608fe81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236894 May 18 10:20:38.832715 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device d955dc7c-e36f-4b22-9faa-758a527ee935 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:20:38.866558 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] No Port match for: d955dc7c-e36f-4b22-9faa-758a527ee935 {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:20:38.867618 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device d955dc7c-e36f-4b22-9faa-758a527ee935 not bound to the agent host hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:20:38.903835 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-c0235f19-c3b6-4be7-aef4-0a654ad5a43a req-02316c9f-345c-4bb1-b20d-69c3ec39b41a tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Synchronizing usage tracker for tenant:a78a280c19e74496b43762736b06b41b on resource:port {{(pid=91255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:20:38.918315 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-c0235f19-c3b6-4be7-aef4-0a654ad5a43a req-02316c9f-345c-4bb1-b20d-69c3ec39b41a tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Unset dirty status for tenant:a78a280c19e74496b43762736b06b41b on resource:port {{(pid=91255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:20:38.919579 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c0235f19-c3b6-4be7-aef4-0a654ad5a43a req-02316c9f-345c-4bb1-b20d-69c3ec39b41a tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a56bb89-e438-413d-aa6a-09218835dccc HTTP/1.1" status: 200 len: 210 time: 0.0576861 May 18 10:20:40.015247 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-5e8e00f6-b431-407d-8510-2b3f207467a7 req-a1271575-9832-41fc-851e-290eed5ef88c tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a56bb89-e438-413d-aa6a-09218835dccc HTTP/1.1" status: 200 len: 210 time: 0.0421488 May 18 10:20:41.110818 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5c4a1b14-346f-484c-854c-92db1ed30e0e req-ae43c630-c236-4ef1-9428-c6074ec23a46 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a56bb89-e438-413d-aa6a-09218835dccc HTTP/1.1" status: 200 len: 210 time: 0.0439858 May 18 10:20:42.211386 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-fbaddd72-a0ed-4dc8-87ab-392266f06f57 req-51de2f77-dede-48b6-a021-27dab9fb6d3d tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a56bb89-e438-413d-aa6a-09218835dccc HTTP/1.1" status: 200 len: 210 time: 0.0420909 May 18 10:20:43.362456 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-21ec0e3f-379d-48e9-94b8-cfff2dad6aca req-75980e11-a845-49c3-a943-43a5161d567a tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a56bb89-e438-413d-aa6a-09218835dccc HTTP/1.1" status: 200 len: 210 time: 0.0457182 May 18 10:20:44.066551 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-ceac3f45-344d-4374-8399-fe984eebcd98 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:20:44.068000 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-ceac3f45-344d-4374-8399-fe984eebcd98 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.10 "GET /v2.0/networks?id=33179846-9da7-4803-9f19-b2347608fe81 HTTP/1.1" status: 200 len: 812 time: 0.1461921 May 18 10:20:44.116347 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-90d4fd8e-0377-4226-a1d1-24f89570bb8a tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a78a280c19e74496b43762736b06b41b HTTP/1.1" status: 200 len: 379 time: 0.0407054 May 18 10:20:44.125090 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-06e0f6a4-bac2-4394-be30-6447ec004995 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Request body: {'port': {'device_id': '4a56bb89-e438-413d-aa6a-09218835dccc', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'admin_state_up': True, 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'security_groups': ['212775e4-2fb9-4469-a0e0-e7acc3cb3b7f']}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:20:44.259452 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-06e0f6a4-bac2-4394-be30-6447ec004995 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:20:44.268932 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-06e0f6a4-bac2-4394-be30-6447ec004995 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:20:44.278804 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-06e0f6a4-bac2-4394-be30-6447ec004995 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Made reservation on behalf of a78a280c19e74496b43762736b06b41b for: {'port': 1} {{(pid=91255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:20:44.282240 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-06e0f6a4-bac2-4394-be30-6447ec004995 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:20:44.440670 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.db_base_plugin_common [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-06e0f6a4-bac2-4394-be30-6447ec004995 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Allocated IP 172.20.0.3 (33179846-9da7-4803-9f19-b2347608fe81/158ee4a6-17be-443c-8f0e-c3894a5bd3bf/5d0d3526-81a6-4d67-b170-c7a9e8d6d43c) {{(pid=91255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:20:44.520054 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-dc6c96dc-bf29-4f3c-b37a-f3a0e35b45a4 req-3f9cc7e4-0261-43d8-b8a2-1baa04d52720 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a56bb89-e438-413d-aa6a-09218835dccc HTTP/1.1" status: 200 len: 210 time: 0.0450146 May 18 10:20:44.630808 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-06e0f6a4-bac2-4394-be30-6447ec004995 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for port, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:20:44.647102 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.provisioning_blocks [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-06e0f6a4-bac2-4394-be30-6447ec004995 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Transition to ACTIVE for port object 5d0d3526-81a6-4d67-b170-c7a9e8d6d43c will not be triggered until provisioned by entity DHCP. {{(pid=91255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:20:44.672636 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-06e0f6a4-bac2-4394-be30-6447ec004995 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278795'] for port, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:20:44.680575 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-09b7e60e-d7ae-4d4f-9de7-5350179efaeb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:20:44.746266 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-06e0f6a4-bac2-4394-be30-6447ec004995 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Network 33179846-9da7-4803-9f19-b2347608fe81 is already hosted by enough agents. {{(pid=91255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:20:44.749405 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-06e0f6a4-bac2-4394-be30-6447ec004995 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Resources bound (agent type, host, resource id): {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:20:44.752003 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-06e0f6a4-bac2-4394-be30-6447ec004995 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Received port after_create {{(pid=91255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:20:44.799446 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0f6a4-bac2-4394-be30-6447ec004995 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Pushing event updated for resources: {'Port': ['ID=5d0d3526-81a6-4d67-b170-c7a9e8d6d43c,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:20:44.802361 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-06e0f6a4-bac2-4394-be30-6447ec004995 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:20:44.824589 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-06e0f6a4-bac2-4394-be30-6447ec004995 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:20:44.825195 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-06e0f6a4-bac2-4394-be30-6447ec004995 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:20:44.851607 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-06e0f6a4-bac2-4394-be30-6447ec004995 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7298007 May 18 10:20:44.863285 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-60df65bb-b601-494f-b984-fbc44afdd480 service neutron] Request body: {'port': {'device_id': '4a56bb89-e438-413d-aa6a-09218835dccc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:20:44.937063 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-6cd1e5b2-1b7e-4914-9cdc-f8042403bd89 None None] Provisioning for port 5d0d3526-81a6-4d67-b170-c7a9e8d6d43c completed by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:20:44.942598 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-6cd1e5b2-1b7e-4914-9cdc-f8042403bd89 None None] Provisioning complete for port 5d0d3526-81a6-4d67-b170-c7a9e8d6d43c triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:20:44.942985 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-6cd1e5b2-1b7e-4914-9cdc-f8042403bd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:20:44.978301 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-60df65bb-b601-494f-b984-fbc44afdd480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:20:44.999397 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-6cd1e5b2-1b7e-4914-9cdc-f8042403bd89 None None] Port 5d0d3526-81a6-4d67-b170-c7a9e8d6d43c cannot update to ACTIVE because it is not bound. {{(pid=91256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:20:45.407893 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.notifiers.nova [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-60df65bb-b601-494f-b984-fbc44afdd480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d0d3526-81a6-4d67-b170-c7a9e8d6d43c {{(pid=91255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:20:45.415673 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-60df65bb-b601-494f-b984-fbc44afdd480 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:20:45.429412 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.provisioning_blocks [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-60df65bb-b601-494f-b984-fbc44afdd480 service neutron] Transition to ACTIVE for port object 5d0d3526-81a6-4d67-b170-c7a9e8d6d43c will not be triggered until provisioned by entity L2. {{(pid=91255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:20:45.433421 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-60df65bb-b601-494f-b984-fbc44afdd480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2278802'] for port, after_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:20:45.437059 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-b3641399-e7d1-4097-86e1-eec2298b7dfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:20:45.593746 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df65bb-b601-494f-b984-fbc44afdd480 service neutron] Pushing event updated for resources: {'Port': ['ID=5d0d3526-81a6-4d67-b170-c7a9e8d6d43c,revision_number=2']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:20:45.601192 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-60df65bb-b601-494f-b984-fbc44afdd480 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:20:45.724749 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.managers [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-60df65bb-b601-494f-b984-fbc44afdd480 service neutron] Attempting to bind port 5d0d3526-81a6-4d67-b170-c7a9e8d6d43c on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:20:45.725079 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.managers [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-60df65bb-b601-494f-b984-fbc44afdd480 service neutron] Attempting to bind port 5d0d3526-81a6-4d67-b170-c7a9e8d6d43c by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '2e698493-5d72-41f1-a97b-1074809e0c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '33179846-9da7-4803-9f19-b2347608fe81'}] {{(pid=91255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:20:45.725447 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-60df65bb-b601-494f-b984-fbc44afdd480 service neutron] Attempting to bind port 5d0d3526-81a6-4d67-b170-c7a9e8d6d43c on network 33179846-9da7-4803-9f19-b2347608fe81 {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:20:45.731541 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-60df65bb-b601-494f-b984-fbc44afdd480 service neutron] Port 5d0d3526-81a6-4d67-b170-c7a9e8d6d43c on network 33179846-9da7-4803-9f19-b2347608fe81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 10:20:45.731850 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-60df65bb-b601-494f-b984-fbc44afdd480 service neutron] Attempting to bind port 5d0d3526-81a6-4d67-b170-c7a9e8d6d43c on network 33179846-9da7-4803-9f19-b2347608fe81 {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:20:45.738927 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-60df65bb-b601-494f-b984-fbc44afdd480 service neutron] Checking agent: {'id': '24b5a2b2-de0a-48ed-9b1d-3e34697dfcd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 59, 16), 'started_at': datetime.datetime(2021, 5, 18, 9, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:20:45.739251 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-60df65bb-b601-494f-b984-fbc44afdd480 service neutron] Checking segment: {'id': '2e698493-5d72-41f1-a97b-1074809e0c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '33179846-9da7-4803-9f19-b2347608fe81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:20:45.739624 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-60df65bb-b601-494f-b984-fbc44afdd480 service neutron] Bound using segment: {'id': '2e698493-5d72-41f1-a97b-1074809e0c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '33179846-9da7-4803-9f19-b2347608fe81'} {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:20:45.740034 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.managers [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-60df65bb-b601-494f-b984-fbc44afdd480 service neutron] Bound port: 5d0d3526-81a6-4d67-b170-c7a9e8d6d43c, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e698493-5d72-41f1-a97b-1074809e0c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '33179846-9da7-4803-9f19-b2347608fe81'}}] {{(pid=91255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:20:45.740372 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-60df65bb-b601-494f-b984-fbc44afdd480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:20:45.795053 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b41f82-f00e-4284-af17-965828f2cd43 req-bd9e1941-d964-4f28-9dae-3674c82ee99a tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:20:45.795671 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-c2b41f82-f00e-4284-af17-965828f2cd43 req-bd9e1941-d964-4f28-9dae-3674c82ee99a tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Synchronizing usage tracker for tenant:a78a280c19e74496b43762736b06b41b on resource:port {{(pid=91255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:20:45.837646 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-c2b41f82-f00e-4284-af17-965828f2cd43 req-bd9e1941-d964-4f28-9dae-3674c82ee99a tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Unset dirty status for tenant:a78a280c19e74496b43762736b06b41b on resource:port {{(pid=91255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:20:45.838738 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c2b41f82-f00e-4284-af17-965828f2cd43 req-bd9e1941-d964-4f28-9dae-3674c82ee99a tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a56bb89-e438-413d-aa6a-09218835dccc HTTP/1.1" status: 200 len: 943 time: 0.2043006 May 18 10:20:45.868439 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-60df65bb-b601-494f-b984-fbc44afdd480 service neutron] For port 5d0d3526-81a6-4d67-b170-c7a9e8d6d43c, host hv-cinder-77262, cleared binding levels {{(pid=91255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:20:45.886473 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-60df65bb-b601-494f-b984-fbc44afdd480 service neutron] For port 5d0d3526-81a6-4d67-b170-c7a9e8d6d43c, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5d0d3526-81a6-4d67-b170-c7a9e8d6d43c,segment=NetworkSegment(2e698493-5d72-41f1-a97b-1074809e0c5d),segment_id=2e698493-5d72-41f1-a97b-1074809e0c5d)] {{(pid=91255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:20:45.891538 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-60df65bb-b601-494f-b984-fbc44afdd480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2278802'] for port, after_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:20:45.897545 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-65a96173-a968-4782-968d-cbe594ec2a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:20:45.941829 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c2b41f82-f00e-4284-af17-965828f2cd43 req-c7fa6ba5-fd0e-455c-9ab6-e4da30981d69 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944581 May 18 10:20:45.960581 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-60df65bb-b601-494f-b984-fbc44afdd480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:20:45.961534 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-60df65bb-b601-494f-b984-fbc44afdd480 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:20:45.962914 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-60df65bb-b601-494f-b984-fbc44afdd480 service neutron] 10.222.0.10 "PUT /v2.0/ports/5d0d3526-81a6-4d67-b170-c7a9e8d6d43c HTTP/1.1" status: 200 len: 1093 time: 1.1040213 May 18 10:20:45.963426 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a56bb89-e438-413d-aa6a-09218835dccc', 'tag': '5d0d3526-81a6-4d67-b170-c7a9e8d6d43c'}] {{(pid=91255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:20:45.989664 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df65bb-b601-494f-b984-fbc44afdd480 service neutron] Pushing event updated for resources: {'Port': ['ID=5d0d3526-81a6-4d67-b170-c7a9e8d6d43c,revision_number=3']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:20:45.993708 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-60df65bb-b601-494f-b984-fbc44afdd480 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:20:46.035255 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a56bb89-e438-413d-aa6a-09218835dccc', 'tag': '5d0d3526-81a6-4d67-b170-c7a9e8d6d43c', 'status': 'completed', 'code': 200} May 18 10:20:46.077324 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-d36abb83-d140-42f8-ae7d-168c70983e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:20:46.078871 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-d36abb83-d140-42f8-ae7d-168c70983e26 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a78a280c19e74496b43762736b06b41b&device_id=4a56bb89-e438-413d-aa6a-09218835dccc HTTP/1.1" status: 200 len: 1096 time: 0.0769534 May 18 10:20:46.152072 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-3a86efcb-0886-4359-96b9-4459e22115f5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d0d3526-81a6-4d67-b170-c7a9e8d6d43c HTTP/1.1" status: 200 len: 217 time: 0.0659633 May 18 10:20:46.213222 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-94f1187f-10e6-4575-a5a0-da20e0a5f562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:20:46.214628 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-94f1187f-10e6-4575-a5a0-da20e0a5f562 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=158ee4a6-17be-443c-8f0e-c3894a5bd3bf HTTP/1.1" status: 200 len: 851 time: 0.0560675 May 18 10:20:46.291453 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-2f095ca0-77ab-4e38-8815-400039be37c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:20:46.292888 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-2f095ca0-77ab-4e38-8815-400039be37c5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=33179846-9da7-4803-9f19-b2347608fe81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0715249 May 18 10:20:46.424719 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-8504f639-20cb-4a37-b5e8-a20519464f76 service neutron] 10.222.0.10 "GET /v2.0/networks/33179846-9da7-4803-9f19-b2347608fe81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251359 May 18 10:20:46.554167 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5cfe9a97-58d6-474c-85b2-863719fc5941 req-9af7163a-4ade-408e-96e3-11a7a81b7ccb service neutron] 10.222.0.10 "GET /v2.0/networks/33179846-9da7-4803-9f19-b2347608fe81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230564 May 18 10:20:46.668689 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4026be12-c1cd-4cb2-9254-4e13a1930edd req-33ea61f7-38bb-43eb-821c-a4455e9f59ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:20:46.670035 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-4026be12-c1cd-4cb2-9254-4e13a1930edd req-33ea61f7-38bb-43eb-821c-a4455e9f59ac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a78a280c19e74496b43762736b06b41b&device_id=4a56bb89-e438-413d-aa6a-09218835dccc HTTP/1.1" status: 200 len: 1096 time: 0.0712364 May 18 10:20:46.799728 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4026be12-c1cd-4cb2-9254-4e13a1930edd req-c520d67c-9246-4407-8523-2e84e6a291a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:20:46.801163 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-4026be12-c1cd-4cb2-9254-4e13a1930edd req-c520d67c-9246-4407-8523-2e84e6a291a7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=33179846-9da7-4803-9f19-b2347608fe81 HTTP/1.1" status: 200 len: 913 time: 0.1249723 May 18 10:20:46.957406 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-4026be12-c1cd-4cb2-9254-4e13a1930edd req-bd641655-5682-45b7-9d53-4ab916718d5b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d0d3526-81a6-4d67-b170-c7a9e8d6d43c HTTP/1.1" status: 200 len: 217 time: 0.1497643 May 18 10:20:47.019299 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:20:47.023620 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4026be12-c1cd-4cb2-9254-4e13a1930edd req-61f8a433-5620-400e-9182-01476485d83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:20:47.025053 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-4026be12-c1cd-4cb2-9254-4e13a1930edd req-61f8a433-5620-400e-9182-01476485d83b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=158ee4a6-17be-443c-8f0e-c3894a5bd3bf HTTP/1.1" status: 200 len: 851 time: 0.0614269 May 18 10:20:47.164754 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4026be12-c1cd-4cb2-9254-4e13a1930edd req-898478b0-eaa1-4099-b7db-3efdd924c9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:20:47.166222 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-4026be12-c1cd-4cb2-9254-4e13a1930edd req-898478b0-eaa1-4099-b7db-3efdd924c9ac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=33179846-9da7-4803-9f19-b2347608fe81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1348555 May 18 10:20:47.174148 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f43972-ad68-4659-a37f-825c4ba0b7a4 req-e0ff79b5-09f4-4ec0-b745-4824495bca8c tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:20:47.175506 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-88f43972-ad68-4659-a37f-825c4ba0b7a4 req-e0ff79b5-09f4-4ec0-b745-4824495bca8c tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a56bb89-e438-413d-aa6a-09218835dccc HTTP/1.1" status: 200 len: 943 time: 0.1094992 May 18 10:20:47.303570 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-88f43972-ad68-4659-a37f-825c4ba0b7a4 req-b6006a56-1495-4874-92fc-e7a9777d21ff tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102879 May 18 10:20:47.331432 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-4026be12-c1cd-4cb2-9254-4e13a1930edd req-a1f3fdf7-8e27-453c-a62e-dd41e2043191 service neutron] 10.222.0.10 "GET /v2.0/networks/33179846-9da7-4803-9f19-b2347608fe81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549892 May 18 10:20:47.463267 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-4026be12-c1cd-4cb2-9254-4e13a1930edd req-e81942a6-2c76-4677-a45e-5fb00a646026 service neutron] 10.222.0.10 "GET /v2.0/networks/33179846-9da7-4803-9f19-b2347608fe81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254146 May 18 10:20:48.489558 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1c6d9-2ef1-4ca8-ab8a-3a30ace703d8 req-a461c5a8-f9e1-4010-93d9-21cf4e01e9c1 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:20:48.490963 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-d9b1c6d9-2ef1-4ca8-ab8a-3a30ace703d8 req-a461c5a8-f9e1-4010-93d9-21cf4e01e9c1 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a56bb89-e438-413d-aa6a-09218835dccc HTTP/1.1" status: 200 len: 943 time: 0.0804806 May 18 10:20:48.534688 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-d9b1c6d9-2ef1-4ca8-ab8a-3a30ace703d8 req-1f47dd14-9862-497d-8078-53f085b535d4 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378954 May 18 10:20:49.722629 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89cabc-f4d0-4b80-b6be-32051d2a1645 req-d428ae94-cf53-418c-bf96-f08a2d62ace3 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:20:49.723988 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-cf89cabc-f4d0-4b80-b6be-32051d2a1645 req-d428ae94-cf53-418c-bf96-f08a2d62ace3 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a56bb89-e438-413d-aa6a-09218835dccc HTTP/1.1" status: 200 len: 943 time: 0.0837426 May 18 10:20:49.767913 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-cf89cabc-f4d0-4b80-b6be-32051d2a1645 req-21246f0e-03e7-4b7c-a2bd-62300335ffdf tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377977 May 18 10:20:50.965855 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c8aea-c3b2-4167-a1cb-601a23c1a76d req-ce1c6dd9-c5d7-43fd-a267-09eb000695f0 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:20:50.967382 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-be6c8aea-c3b2-4167-a1cb-601a23c1a76d req-ce1c6dd9-c5d7-43fd-a267-09eb000695f0 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a56bb89-e438-413d-aa6a-09218835dccc HTTP/1.1" status: 200 len: 943 time: 0.0829070 May 18 10:20:51.012151 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-be6c8aea-c3b2-4167-a1cb-601a23c1a76d req-6f3a3404-7cf6-4ef5-89ff-d1900640db0a tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391147 May 18 10:20:52.195227 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85be719-fcae-402a-8487-09e967927906 req-e8fbcdf6-25fb-411f-81d2-cb43ee39b007 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:20:52.196650 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-d85be719-fcae-402a-8487-09e967927906 req-e8fbcdf6-25fb-411f-81d2-cb43ee39b007 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a56bb89-e438-413d-aa6a-09218835dccc HTTP/1.1" status: 200 len: 943 time: 0.0774379 May 18 10:20:52.245071 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-d85be719-fcae-402a-8487-09e967927906 req-cf2aea03-1046-4ba8-8fe7-ab1b7ded5985 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427423 May 18 10:20:52.624817 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-a986589c-482d-42f9-93da-2eace47188ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:20:52.843805 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:20:53.426406 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf744bd-b195-4b5d-9e78-91249afe2cad req-82592596-4269-4326-8e8d-4167081360ac tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:20:53.427901 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ecf744bd-b195-4b5d-9e78-91249afe2cad req-82592596-4269-4326-8e8d-4167081360ac tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a56bb89-e438-413d-aa6a-09218835dccc HTTP/1.1" status: 200 len: 943 time: 0.0789988 May 18 10:20:53.476053 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-ecf744bd-b195-4b5d-9e78-91249afe2cad req-c696198d-7288-48e5-8296-18ab7262550d tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423532 May 18 10:20:54.657510 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0a5a1-2ebf-482c-9760-3ae94486a34d req-e8696c0f-9469-4ce4-b2d8-2c6933f03118 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:20:54.658886 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-16b0a5a1-2ebf-482c-9760-3ae94486a34d req-e8696c0f-9469-4ce4-b2d8-2c6933f03118 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a56bb89-e438-413d-aa6a-09218835dccc HTTP/1.1" status: 200 len: 943 time: 0.0802693 May 18 10:20:54.703632 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-16b0a5a1-2ebf-482c-9760-3ae94486a34d req-d9b1ea57-5915-45d4-9220-116d0f614167 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384760 May 18 10:20:54.926596 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 5d0d3526-81a6-4d67-b170-c7a9e8d6d43c details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:20:55.057494 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 5d0d3526-81a6-4d67-b170-c7a9e8d6d43c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5d0d3526-81a6-4d67-b170-c7a9e8d6d43c,segment=NetworkSegment(2e698493-5d72-41f1-a97b-1074809e0c5d),segment_id=2e698493-5d72-41f1-a97b-1074809e0c5d)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:20:55.070827 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Returning: {'device': '5d0d3526-81a6-4d67-b170-c7a9e8d6d43c', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'port_id': '5d0d3526-81a6-4d67-b170-c7a9e8d6d43c', 'mac_address': 'fa:16:3e:c7:d9:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:20:55.124582 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:20:55.141527 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d0d3526-81a6-4d67-b170-c7a9e8d6d43c {{(pid=91256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:20:55.156371 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 5d0d3526-81a6-4d67-b170-c7a9e8d6d43c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5d0d3526-81a6-4d67-b170-c7a9e8d6d43c,segment=NetworkSegment(2e698493-5d72-41f1-a97b-1074809e0c5d),segment_id=2e698493-5d72-41f1-a97b-1074809e0c5d)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:20:55.160151 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:20:55.161934 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:20:55.238866 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=5d0d3526-81a6-4d67-b170-c7a9e8d6d43c,revision_number=4']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:20:55.248955 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:20:55.249300 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:20:55.249643 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:20:55.249967 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:20:55.250296 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:20:55.250653 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:20:55.250977 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:20:55.251299 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:20:55.251622 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:20:55.251957 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:20:55.252266 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:20:55.252784 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:20:55.258621 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:20:55.259589 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:20:55.272143 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-93835830-3c49-4b36-86ea-a70e50756407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:20:55.531455 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['5d0d3526-81a6-4d67-b170-c7a9e8d6d43c'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:20:55.985140 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621349d-2e97-43e9-ab06-7d4a825ad27e req-b612472e-6d25-427f-abfd-45215f0016e6 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:20:55.987005 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-3621349d-2e97-43e9-ab06-7d4a825ad27e req-b612472e-6d25-427f-abfd-45215f0016e6 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a56bb89-e438-413d-aa6a-09218835dccc HTTP/1.1" status: 200 len: 944 time: 0.1770501 May 18 10:20:56.031169 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-3621349d-2e97-43e9-ab06-7d4a825ad27e req-4c24f250-4ef4-4a52-9e4e-ff7633dee5de tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383799 May 18 10:20:56.702355 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:20:56.925613 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 5d0d3526-81a6-4d67-b170-c7a9e8d6d43c up at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:20:56.995744 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning for port 5d0d3526-81a6-4d67-b170-c7a9e8d6d43c completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:20:57.000377 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning complete for port 5d0d3526-81a6-4d67-b170-c7a9e8d6d43c triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:20:57.000756 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:20:57.120087 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:20:57.147493 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a56bb89-e438-413d-aa6a-09218835dccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0d3526-81a6-4d67-b170-c7a9e8d6d43c'}] {{(pid=91256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:20:57.158805 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port 5d0d3526-81a6-4d67-b170-c7a9e8d6d43c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5d0d3526-81a6-4d67-b170-c7a9e8d6d43c,segment=NetworkSegment(2e698493-5d72-41f1-a97b-1074809e0c5d),segment_id=2e698493-5d72-41f1-a97b-1074809e0c5d)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:20:57.162951 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:20:57.165855 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:20:57.227097 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720d582-6989-4c34-8b57-ec7a3772f32f req-6fa35f37-7b2f-410a-93f8-4de6de0302ae tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:20:57.229141 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b720d582-6989-4c34-8b57-ec7a3772f32f req-6fa35f37-7b2f-410a-93f8-4de6de0302ae tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a56bb89-e438-413d-aa6a-09218835dccc HTTP/1.1" status: 200 len: 945 time: 0.0892494 May 18 10:20:57.237279 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=5d0d3526-81a6-4d67-b170-c7a9e8d6d43c,revision_number=5']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:20:57.240453 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:20:57.248128 dv-cinder-772623-5-iscsi neutron-server[91256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a56bb89-e438-413d-aa6a-09218835dccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0d3526-81a6-4d67-b170-c7a9e8d6d43c', 'code': 200} May 18 10:20:57.276344 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b720d582-6989-4c34-8b57-ec7a3772f32f req-3b181e48-3dc9-41fa-84c4-16075efe844a tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405879 May 18 10:20:57.517386 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a41944-c14e-4630-8dae-efa9ea37a577 req-c0fe6e75-8a44-4b12-8d0d-a84ff30c666e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:20:57.518876 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b5a41944-c14e-4630-8dae-efa9ea37a577 req-c0fe6e75-8a44-4b12-8d0d-a84ff30c666e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4a56bb89-e438-413d-aa6a-09218835dccc HTTP/1.1" status: 200 len: 1098 time: 0.0694566 May 18 10:20:57.558853 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-b5a41944-c14e-4630-8dae-efa9ea37a577 req-4c389361-fe21-48d7-886f-359e77997f0e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337861 May 18 10:20:58.217402 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:20:58.464851 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b4b39-9167-40f8-8c0d-28e16559e3ba req-7964ddf6-9305-4977-8611-b4b44212082b tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:20:58.466241 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-c89b4b39-9167-40f8-8c0d-28e16559e3ba req-7964ddf6-9305-4977-8611-b4b44212082b tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a56bb89-e438-413d-aa6a-09218835dccc HTTP/1.1" status: 200 len: 945 time: 0.0819395 May 18 10:20:58.512170 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-c89b4b39-9167-40f8-8c0d-28e16559e3ba req-baf66fff-4f93-436a-8333-64e5f21c1e83 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402303 May 18 10:20:59.699358 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee7204-07bf-4509-b4aa-0dd76dece6d5 req-a380fe43-3734-48bd-95fb-bc8d7052d1d6 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:20:59.700797 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a7ee7204-07bf-4509-b4aa-0dd76dece6d5 req-a380fe43-3734-48bd-95fb-bc8d7052d1d6 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a56bb89-e438-413d-aa6a-09218835dccc HTTP/1.1" status: 200 len: 945 time: 0.0854189 May 18 10:20:59.744399 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a7ee7204-07bf-4509-b4aa-0dd76dece6d5 req-bc0ff3b4-a99c-460b-9b80-a88d809e28bc tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379663 May 18 10:20:59.927946 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6c9c8-22b0-41a8-8178-b3ee8c3729df req-dbafa1a1-44cc-43d5-9514-997623cf02ca tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:20:59.929801 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-b5f6c9c8-22b0-41a8-8178-b3ee8c3729df req-dbafa1a1-44cc-43d5-9514-997623cf02ca tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a56bb89-e438-413d-aa6a-09218835dccc HTTP/1.1" status: 200 len: 945 time: 0.0803804 May 18 10:20:59.977462 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-b5f6c9c8-22b0-41a8-8178-b3ee8c3729df req-106d2c8a-2dad-4375-968c-ee5450c09b23 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419528 May 18 10:21:00.000584 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 43160) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:21:00.068569 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e42a0f-ad94-4b21-8ad8-126a32b2fa9b tempest-TestVolumeBootPattern-223769493 tempest-TestVolumeBootPattern-223769493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:21:00.070064 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-c6e42a0f-ad94-4b21-8ad8-126a32b2fa9b tempest-TestVolumeBootPattern-223769493 tempest-TestVolumeBootPattern-223769493-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4a56bb89-e438-413d-aa6a-09218835dccc HTTP/1.1" status: 200 len: 1093 time: 0.0683064 May 18 10:21:00.072761 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 43164) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:21:00.077644 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [None req-e3341ccb-40a6-4095-b5cc-0e5101fdc368 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Request body: {'floatingip': {'floating_network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'port_id': '5d0d3526-81a6-4d67-b170-c7a9e8d6d43c', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:21:00.083774 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-e3341ccb-40a6-4095-b5cc-0e5101fdc368 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:21:00.087606 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-e3341ccb-40a6-4095-b5cc-0e5101fdc368 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Usage tracker for resource:floatingip and tenant:a78a280c19e74496b43762736b06b41b is out of sync, need to count used quota {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:21:00.090489 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [None req-e3341ccb-40a6-4095-b5cc-0e5101fdc368 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=91255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:21:00.096084 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [None req-e3341ccb-40a6-4095-b5cc-0e5101fdc368 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:21:00.106996 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e3341ccb-40a6-4095-b5cc-0e5101fdc368 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for floatingip, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:21:00.241211 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e3341ccb-40a6-4095-b5cc-0e5101fdc368 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:21:00.376239 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.db_base_plugin_common [None req-e3341ccb-40a6-4095-b5cc-0e5101fdc368 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Allocated IP 172.27.1.223 (bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3/bad1a46d-7140-454d-84c6-4b97dc4a536e/8dfd5143-eeec-4b8e-ada6-013a7b7a61ce) {{(pid=91255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:21:00.520303 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e3341ccb-40a6-4095-b5cc-0e5101fdc368 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for port, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:21:00.549106 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e3341ccb-40a6-4095-b5cc-0e5101fdc368 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278795'] for port, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:21:00.553470 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-55a91c50-813f-4be2-8294-cf250ae7b440 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:21:00.702686 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3341ccb-40a6-4095-b5cc-0e5101fdc368 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Network bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3 is already hosted by enough agents. {{(pid=91255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:21:00.705569 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [None req-e3341ccb-40a6-4095-b5cc-0e5101fdc368 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Resources bound (agent type, host, resource id): {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:21:00.709442 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3341ccb-40a6-4095-b5cc-0e5101fdc368 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Received port after_create {{(pid=91255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:21:00.744450 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3341ccb-40a6-4095-b5cc-0e5101fdc368 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Pushing event updated for resources: {'Port': ['ID=8dfd5143-eeec-4b8e-ada6-013a7b7a61ce,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:21:00.748434 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-e3341ccb-40a6-4095-b5cc-0e5101fdc368 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:21:01.117244 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e3341ccb-40a6-4095-b5cc-0e5101fdc368 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:21:01.188619 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e3341ccb-40a6-4095-b5cc-0e5101fdc368 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:21:01.393221 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e3341ccb-40a6-4095-b5cc-0e5101fdc368 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for port, precommit_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:21:01.397710 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e3341ccb-40a6-4095-b5cc-0e5101fdc368 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2278802'] for port, after_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:21:01.401748 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-b4c0b1e3-6b8e-4076-a847-ece2ec2185dd tempest-VolumesActionsTest-32115979 tempest-VolumesActionsTest-32115979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:21:01.508998 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3341ccb-40a6-4095-b5cc-0e5101fdc368 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Pushing event updated for resources: {'Port': ['ID=8dfd5143-eeec-4b8e-ada6-013a7b7a61ce,revision_number=2']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:21:01.511787 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-e3341ccb-40a6-4095-b5cc-0e5101fdc368 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:21:01.520777 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e3341ccb-40a6-4095-b5cc-0e5101fdc368 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922060'] for floatingip, after_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:21:01.689423 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.db.l3_db [None req-e3341ccb-40a6-4095-b5cc-0e5101fdc368 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Floating IP fe794e5e-a72e-459f-8e03-f160c54d4374 associated. External IP: 172.27.1.223, port: 5d0d3526-81a6-4d67-b170-c7a9e8d6d43c. May 18 10:21:02.029581 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3341ccb-40a6-4095-b5cc-0e5101fdc368 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Router 6d2353bc-b8cd-4803-84e0-c202924dbaef has already been hosted by L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb {{(pid=91255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:21:02.306683 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3341ccb-40a6-4095-b5cc-0e5101fdc368 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:21:02.316223 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c966839-4020-407d-8825-7bbe3a11d68b None None] Sync routers for ids ['6d2353bc-b8cd-4803-84e0-c202924dbaef'] in dv-cinder-772623-5-iscsi {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:21:02.326887 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c966839-4020-407d-8825-7bbe3a11d68b None None] Routers {'6d2353bc-b8cd-4803-84e0-c202924dbaef'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:21:02.327503 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-2c966839-4020-407d-8825-7bbe3a11d68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:20:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['6d2353bc-b8cd-4803-84e0-c202924dbaef'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:21:02.331543 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-e3341ccb-40a6-4095-b5cc-0e5101fdc368 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for floatingip, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:21:02.389119 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-e3341ccb-40a6-4095-b5cc-0e5101fdc368 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3153665 May 18 10:21:02.389786 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a56bb89-e438-413d-aa6a-09218835dccc', 'tag': '5d0d3526-81a6-4d67-b170-c7a9e8d6d43c'}] {{(pid=91255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:21:02.506172 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-2c966839-4020-407d-8825-7bbe3a11d68b None None] Set router 6d2353bc-b8cd-4803-84e0-c202924dbaef gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:21:02.840046 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-2c966839-4020-407d-8825-7bbe3a11d68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'name': 'tempest-TestVolumeBootPattern-1063213162-router', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:17:22Z', 'updated_at': '2021-05-18T10:17:26Z', 'revision_number': 4, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'gw_port': {'id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:23Z', 'updated_at': '2021-05-18T10:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_floatingips': [{'id': 'fe794e5e-a72e-459f-8e03-f160c54d4374', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'floating_ip_address': '172.27.1.223', 'floating_network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'router_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'port_id': '5d0d3526-81a6-4d67-b170-c7a9e8d6d43c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'mac_address': 'fa:16:3e:c7:d9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a56bb89-e438-413d-aa6a-09218835dccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:21:01Z', 'updated_at': '2021-05-18T10:21:01Z', 'revision_number': 0, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edfc3f17-c157-4dcc-becf-fa7acf01c4b1', 'name': '', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'mac_address': 'fa:16:3e:2d:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:25Z', 'updated_at': '2021-05-18T10:17:33Z', 'revision_number': 5, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'subnets': [{'id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:21:02.843718 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c966839-4020-407d-8825-7bbe3a11d68b None None] Checking router: 6d2353bc-b8cd-4803-84e0-c202924dbaef for host: dv-cinder-772623-5-iscsi {{(pid=91256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:21:02.851922 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c966839-4020-407d-8825-7bbe3a11d68b None None] Routers {'6d2353bc-b8cd-4803-84e0-c202924dbaef'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:21:02.852515 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-2c966839-4020-407d-8825-7bbe3a11d68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:20:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['6d2353bc-b8cd-4803-84e0-c202924dbaef'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:21:03.064520 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-2c966839-4020-407d-8825-7bbe3a11d68b None None] Set router 6d2353bc-b8cd-4803-84e0-c202924dbaef gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:21:03.404483 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-2c966839-4020-407d-8825-7bbe3a11d68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'name': 'tempest-TestVolumeBootPattern-1063213162-router', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:17:22Z', 'updated_at': '2021-05-18T10:17:26Z', 'revision_number': 4, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'gw_port': {'id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:23Z', 'updated_at': '2021-05-18T10:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_floatingips': [{'id': 'fe794e5e-a72e-459f-8e03-f160c54d4374', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'floating_ip_address': '172.27.1.223', 'floating_network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'router_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'port_id': '5d0d3526-81a6-4d67-b170-c7a9e8d6d43c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'mac_address': 'fa:16:3e:c7:d9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a56bb89-e438-413d-aa6a-09218835dccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:21:01Z', 'updated_at': '2021-05-18T10:21:01Z', 'revision_number': 0, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edfc3f17-c157-4dcc-becf-fa7acf01c4b1', 'name': '', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'mac_address': 'fa:16:3e:2d:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:25Z', 'updated_at': '2021-05-18T10:17:33Z', 'revision_number': 5, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'subnets': [{'id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:21:03.408310 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c966839-4020-407d-8825-7bbe3a11d68b None None] The sync data for ids ['6d2353bc-b8cd-4803-84e0-c202924dbaef'] in dv-cinder-772623-5-iscsi is: [{'id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'name': 'tempest-TestVolumeBootPattern-1063213162-router', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:17:22Z', 'updated_at': '2021-05-18T10:17:26Z', 'revision_number': 4, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'gw_port': {'id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:23Z', 'updated_at': '2021-05-18T10:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_floatingips': [{'id': 'fe794e5e-a72e-459f-8e03-f160c54d4374', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'floating_ip_address': '172.27.1.223', 'floating_network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'router_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'port_id': '5d0d3526-81a6-4d67-b170-c7a9e8d6d43c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'mac_address': 'fa:16:3e:c7:d9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a56bb89-e438-413d-aa6a-09218835dccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:21:01Z', 'updated_at': '2021-05-18T10:21:01Z', 'revision_number': 0, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edfc3f17-c157-4dcc-becf-fa7acf01c4b1', 'name': '', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'mac_address': 'fa:16:3e:2d:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:25Z', 'updated_at': '2021-05-18T10:17:33Z', 'revision_number': 5, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'subnets': [{'id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:21:03.455268 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a56bb89-e438-413d-aa6a-09218835dccc', 'tag': '5d0d3526-81a6-4d67-b170-c7a9e8d6d43c', 'status': 'completed', 'code': 200} May 18 10:21:03.549589 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7d3fb-1592-469e-ae2c-c56a7c0803c6 req-80695606-a4cd-4b79-8952-1c215ec613c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:21:03.551094 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5cc7d3fb-1592-469e-ae2c-c56a7c0803c6 req-80695606-a4cd-4b79-8952-1c215ec613c1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a78a280c19e74496b43762736b06b41b&device_id=4a56bb89-e438-413d-aa6a-09218835dccc HTTP/1.1" status: 200 len: 1098 time: 0.0728204 May 18 10:21:03.583594 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9bca04-148d-4c43-8944-c23e450c1c8f None None] New status for floating IP fe794e5e-a72e-459f-8e03-f160c54d4374: ACTIVE {{(pid=91257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 10:21:03.683878 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7d3fb-1592-469e-ae2c-c56a7c0803c6 req-6e95b113-d71b-497c-ab94-5b371e41c6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:21:03.685266 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5cc7d3fb-1592-469e-ae2c-c56a7c0803c6 req-6e95b113-d71b-497c-ab94-5b371e41c6e9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=33179846-9da7-4803-9f19-b2347608fe81 HTTP/1.1" status: 200 len: 913 time: 0.1283100 May 18 10:21:03.789470 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5cc7d3fb-1592-469e-ae2c-c56a7c0803c6 req-d98e5029-9535-4f0c-9850-f11ca2947a81 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d0d3526-81a6-4d67-b170-c7a9e8d6d43c HTTP/1.1" status: 200 len: 999 time: 0.0977490 May 18 10:21:03.852782 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7d3fb-1592-469e-ae2c-c56a7c0803c6 req-9768ca5f-95bd-4054-bdbb-d366bcc6848b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:21:03.854216 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5cc7d3fb-1592-469e-ae2c-c56a7c0803c6 req-9768ca5f-95bd-4054-bdbb-d366bcc6848b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=158ee4a6-17be-443c-8f0e-c3894a5bd3bf HTTP/1.1" status: 200 len: 851 time: 0.0587080 May 18 10:21:03.933591 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7d3fb-1592-469e-ae2c-c56a7c0803c6 req-3c96bdd7-ff0a-4e67-9ae6-e9ff065be020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:21:03.935153 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5cc7d3fb-1592-469e-ae2c-c56a7c0803c6 req-3c96bdd7-ff0a-4e67-9ae6-e9ff065be020 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=33179846-9da7-4803-9f19-b2347608fe81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750401 May 18 10:21:04.065084 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5cc7d3fb-1592-469e-ae2c-c56a7c0803c6 req-114505a1-3a73-493f-88fc-4ca375b20f70 service neutron] 10.222.0.10 "GET /v2.0/networks/33179846-9da7-4803-9f19-b2347608fe81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225741 May 18 10:21:04.194374 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5cc7d3fb-1592-469e-ae2c-c56a7c0803c6 req-f92750fd-af96-4a54-93ce-78f20f7387dd service neutron] 10.222.0.10 "GET /v2.0/networks/33179846-9da7-4803-9f19-b2347608fe81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232820 May 18 10:21:17.017481 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:21:22.627499 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-54f40e26-4503-45a9-9d72-0897150843ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:21:25.236123 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:21:25.262343 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-4d3d371a-8671-412e-b43d-8068a1a510a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:21:26.704122 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:21:27.514878 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-9e9f2cce-ca6a-44f7-b02e-c1793badfe09 req-26d575f6-3c86-42d3-83da-8b9149c82574 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4a56bb89-e438-413d-aa6a-09218835dccc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1104782 May 18 10:21:27.659180 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f2cce-ca6a-44f7-b02e-c1793badfe09 req-2901b8aa-0ee4-4427-a2d7-9bda22817ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:21:27.660568 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-9e9f2cce-ca6a-44f7-b02e-c1793badfe09 req-2901b8aa-0ee4-4427-a2d7-9bda22817ea2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a78a280c19e74496b43762736b06b41b&device_id=4a56bb89-e438-413d-aa6a-09218835dccc HTTP/1.1" status: 200 len: 1098 time: 0.0779505 May 18 10:21:27.803623 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f2cce-ca6a-44f7-b02e-c1793badfe09 req-b2682729-fa1f-4fb6-a1ee-e398139c2c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:21:27.805673 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-9e9f2cce-ca6a-44f7-b02e-c1793badfe09 req-b2682729-fa1f-4fb6-a1ee-e398139c2c54 service neutron] 10.222.0.10 "GET /v2.0/networks?id=33179846-9da7-4803-9f19-b2347608fe81 HTTP/1.1" status: 200 len: 913 time: 0.1253281 May 18 10:21:27.901361 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-9e9f2cce-ca6a-44f7-b02e-c1793badfe09 req-d53e28b5-b089-4de3-bbdd-f04337283dba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d0d3526-81a6-4d67-b170-c7a9e8d6d43c HTTP/1.1" status: 200 len: 1001 time: 0.0897911 May 18 10:21:27.964790 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f2cce-ca6a-44f7-b02e-c1793badfe09 req-276419e6-0971-44ef-be60-d4f26c5ffd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:21:27.966087 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-9e9f2cce-ca6a-44f7-b02e-c1793badfe09 req-276419e6-0971-44ef-be60-d4f26c5ffd2a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=158ee4a6-17be-443c-8f0e-c3894a5bd3bf HTTP/1.1" status: 200 len: 851 time: 0.0589981 May 18 10:21:28.039527 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f2cce-ca6a-44f7-b02e-c1793badfe09 req-99873890-ed8d-488f-9288-4e2034835e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:21:28.040967 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-9e9f2cce-ca6a-44f7-b02e-c1793badfe09 req-99873890-ed8d-488f-9288-4e2034835e48 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=33179846-9da7-4803-9f19-b2347608fe81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0685353 May 18 10:21:28.050872 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [req-9e9f2cce-ca6a-44f7-b02e-c1793badfe09 req-31688b91-79f2-4b8b-9075-b542ca47b175 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=91255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 10:21:28.051765 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-9e9f2cce-ca6a-44f7-b02e-c1793badfe09 req-31688b91-79f2-4b8b-9075-b542ca47b175 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047071 May 18 10:21:28.221745 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:21:28.270838 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-9e9f2cce-ca6a-44f7-b02e-c1793badfe09 req-e4ddf87f-7bef-423c-bf8f-62618b582c7b service neutron] 10.222.0.10 "GET /v2.0/networks/33179846-9da7-4803-9f19-b2347608fe81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127731 May 18 10:21:28.399619 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-9e9f2cce-ca6a-44f7-b02e-c1793badfe09 req-ea7139aa-6243-4ded-839a-ef9cb9b24244 service neutron] 10.222.0.10 "GET /v2.0/networks/33179846-9da7-4803-9f19-b2347608fe81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224976 May 18 10:21:29.843471 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:21:47.033839 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:21:52.628526 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-5103e795-6545-468c-afe9-49431d927958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:21:55.238906 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:21:55.261918 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-40e3567c-1777-4445-9451-032c3bc90824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:21:56.707188 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:21:58.222916 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:22:06.842631 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:22:17.033938 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:22:22.629638 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-5b934aeb-bae0-42ad-81e3-e6d89ae99efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:22:25.241961 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:22:25.263506 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-32de16ce-302d-429a-b777-0b95afabba96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:22:26.710173 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:22:28.227508 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:22:29.505884 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-16401d01-c126-486c-999a-147ec84223f5 req-3cb4a9da-25a1-4496-9132-d7422770ab67 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4a56bb89-e438-413d-aa6a-09218835dccc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733957 May 18 10:22:29.643835 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16401d01-c126-486c-999a-147ec84223f5 req-0926d9e3-1d46-4540-94a7-af5f87b796ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:22:29.645314 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-16401d01-c126-486c-999a-147ec84223f5 req-0926d9e3-1d46-4540-94a7-af5f87b796ef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a78a280c19e74496b43762736b06b41b&device_id=4a56bb89-e438-413d-aa6a-09218835dccc HTTP/1.1" status: 200 len: 1098 time: 0.0713682 May 18 10:22:29.788135 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16401d01-c126-486c-999a-147ec84223f5 req-fbd7083e-2278-410b-abb1-8a262b04f60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:22:29.789570 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-16401d01-c126-486c-999a-147ec84223f5 req-fbd7083e-2278-410b-abb1-8a262b04f60d service neutron] 10.222.0.10 "GET /v2.0/networks?id=33179846-9da7-4803-9f19-b2347608fe81 HTTP/1.1" status: 200 len: 913 time: 0.1253057 May 18 10:22:29.893602 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-16401d01-c126-486c-999a-147ec84223f5 req-4eb71dcd-002f-4ea8-b1d8-ba5e21fb2cb7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d0d3526-81a6-4d67-b170-c7a9e8d6d43c HTTP/1.1" status: 200 len: 1001 time: 0.0975432 May 18 10:22:29.954935 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16401d01-c126-486c-999a-147ec84223f5 req-2413e690-251d-408d-87ad-b830181df8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:22:29.956612 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-16401d01-c126-486c-999a-147ec84223f5 req-2413e690-251d-408d-87ad-b830181df8e0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=158ee4a6-17be-443c-8f0e-c3894a5bd3bf HTTP/1.1" status: 200 len: 851 time: 0.0568900 May 18 10:22:30.032959 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16401d01-c126-486c-999a-147ec84223f5 req-e3d2d0fc-1490-42c4-92e0-02fc79cd7323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:22:30.034462 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-16401d01-c126-486c-999a-147ec84223f5 req-e3d2d0fc-1490-42c4-92e0-02fc79cd7323 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=33179846-9da7-4803-9f19-b2347608fe81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720158 May 18 10:22:30.165230 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-16401d01-c126-486c-999a-147ec84223f5 req-5948fec1-3516-420a-8da3-6393eac84261 service neutron] 10.222.0.10 "GET /v2.0/networks/33179846-9da7-4803-9f19-b2347608fe81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244261 May 18 10:22:30.296503 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-16401d01-c126-486c-999a-147ec84223f5 req-06f1c4fa-ad37-47d6-a6e9-7d28d3a3856f service neutron] 10.222.0.10 "GET /v2.0/networks/33179846-9da7-4803-9f19-b2347608fe81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249492 May 18 10:22:43.844325 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:22:47.046550 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:22:52.631738 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-244a56f8-d679-451d-8f12-e8310cf4a80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:22:55.243973 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:22:55.264287 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-45d39a06-42dd-41df-b53e-ef1f46497026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:22:56.713840 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:22:58.230140 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:23:01.515887 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-ad145441-404b-482c-a382-1b0b8efa3398 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-933158644&fields=id&tenant_id=a78a280c19e74496b43762736b06b41b HTTP/1.1" status: 200 len: 267 time: 0.0401020 May 18 10:23:01.662315 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-2b5a9ad1-8176-41c7-a794-45b197c55a70 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:23:01.663690 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-2b5a9ad1-8176-41c7-a794-45b197c55a70 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/networks?id=33179846-9da7-4803-9f19-b2347608fe81 HTTP/1.1" status: 200 len: 812 time: 0.1414449 May 18 10:23:01.679177 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-91a08cb3-a1aa-48e1-9438-e772e912ca1e tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/quotas/a78a280c19e74496b43762736b06b41b HTTP/1.1" status: 200 len: 375 time: 0.0093279 May 18 10:23:01.767869 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-794d3ad3-a0cb-4f8f-a96b-8373154abc2a tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a78a280c19e74496b43762736b06b41b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0817580 May 18 10:23:01.904313 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-eb72a51f-3eaa-4b69-9e35-63f8b97b53ea service neutron] 10.222.0.11 "GET /v2.0/networks/33179846-9da7-4803-9f19-b2347608fe81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243951 May 18 10:23:02.034255 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-34bd58fd-2778-43c6-82df-418c71a062db service neutron] 10.222.0.11 "GET /v2.0/networks/33179846-9da7-4803-9f19-b2347608fe81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240728 May 18 10:23:02.476966 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-58bad7e7-e2c2-4d2a-b4c8-f667ad8102bf req-12433c81-dcb6-4856-bea5-65fe0b6520a7 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=c32789ed-24a2-4f7e-a597-23d8a3e5e828 HTTP/1.1" status: 200 len: 210 time: 0.1001439 May 18 10:23:03.403266 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-49fd0b80-de6f-4ae4-9ade-8c679cfc155e tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:23:03.404703 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-49fd0b80-de6f-4ae4-9ade-8c679cfc155e tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.10 "GET /v2.0/networks?id=33179846-9da7-4803-9f19-b2347608fe81 HTTP/1.1" status: 200 len: 812 time: 0.1486719 May 18 10:23:03.454416 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-9d68c345-9365-4597-87c5-89f270facfa3 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a78a280c19e74496b43762736b06b41b HTTP/1.1" status: 200 len: 379 time: 0.0408473 May 18 10:23:03.462471 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-14227cef-e78e-4e12-9ad0-f9924c5c44ba tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Request body: {'port': {'device_id': 'c32789ed-24a2-4f7e-a597-23d8a3e5e828', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'admin_state_up': True, 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'security_groups': ['212775e4-2fb9-4469-a0e0-e7acc3cb3b7f']}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:23:03.601031 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-14227cef-e78e-4e12-9ad0-f9924c5c44ba tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:23:03.611065 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.quota.driver [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-14227cef-e78e-4e12-9ad0-f9924c5c44ba tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=91255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:23:03.620534 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-14227cef-e78e-4e12-9ad0-f9924c5c44ba tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Made reservation on behalf of a78a280c19e74496b43762736b06b41b for: {'port': 1} {{(pid=91255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 10:23:03.624916 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-14227cef-e78e-4e12-9ad0-f9924c5c44ba tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:23:03.636426 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-1854eac8-6992-4c8b-a505-9c608d7f53d1 req-c6283ac9-1aa3-47a1-8b3b-13b7ac3949f4 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=c32789ed-24a2-4f7e-a597-23d8a3e5e828 HTTP/1.1" status: 200 len: 210 time: 0.0481858 May 18 10:23:03.788311 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.db_base_plugin_common [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-14227cef-e78e-4e12-9ad0-f9924c5c44ba tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Allocated IP 172.20.0.13 (33179846-9da7-4803-9f19-b2347608fe81/158ee4a6-17be-443c-8f0e-c3894a5bd3bf/b9ec18ef-bbff-406e-8ec7-88a3c047928a) {{(pid=91255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:23:04.074040 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-14227cef-e78e-4e12-9ad0-f9924c5c44ba tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for port, precommit_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:23:04.091097 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.provisioning_blocks [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-14227cef-e78e-4e12-9ad0-f9924c5c44ba tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Transition to ACTIVE for port object b9ec18ef-bbff-406e-8ec7-88a3c047928a will not be triggered until provisioned by entity DHCP. {{(pid=91255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:23:04.114941 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-14227cef-e78e-4e12-9ad0-f9924c5c44ba tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278795'] for port, after_create {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:23:04.120746 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-09b7e60e-d7ae-4d4f-9de7-5350179efaeb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:23:04.187062 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-14227cef-e78e-4e12-9ad0-f9924c5c44ba tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Network 33179846-9da7-4803-9f19-b2347608fe81 is already hosted by enough agents. {{(pid=91255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:23:04.189934 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.base_scheduler [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-14227cef-e78e-4e12-9ad0-f9924c5c44ba tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Resources bound (agent type, host, resource id): {{(pid=91255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:23:04.194365 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-14227cef-e78e-4e12-9ad0-f9924c5c44ba tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Received port after_create {{(pid=91255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:23:04.225083 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14227cef-e78e-4e12-9ad0-f9924c5c44ba tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Pushing event updated for resources: {'Port': ['ID=b9ec18ef-bbff-406e-8ec7-88a3c047928a,revision_number=1']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:23:04.245114 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14227cef-e78e-4e12-9ad0-f9924c5c44ba tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:23:04.245496 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14227cef-e78e-4e12-9ad0-f9924c5c44ba tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:23:04.245904 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14227cef-e78e-4e12-9ad0-f9924c5c44ba tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:23:04.246325 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14227cef-e78e-4e12-9ad0-f9924c5c44ba tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:23:04.246661 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14227cef-e78e-4e12-9ad0-f9924c5c44ba tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:23:04.247041 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14227cef-e78e-4e12-9ad0-f9924c5c44ba tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:23:04.247413 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14227cef-e78e-4e12-9ad0-f9924c5c44ba tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:23:04.247761 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14227cef-e78e-4e12-9ad0-f9924c5c44ba tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:23:04.248119 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14227cef-e78e-4e12-9ad0-f9924c5c44ba tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:23:04.248482 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14227cef-e78e-4e12-9ad0-f9924c5c44ba tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:23:04.248822 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14227cef-e78e-4e12-9ad0-f9924c5c44ba tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:23:04.249173 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14227cef-e78e-4e12-9ad0-f9924c5c44ba tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:23:04.255103 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-14227cef-e78e-4e12-9ad0-f9924c5c44ba tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:23:04.273641 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-14227cef-e78e-4e12-9ad0-f9924c5c44ba tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:23:04.274273 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-14227cef-e78e-4e12-9ad0-f9924c5c44ba tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:23:04.303597 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-14227cef-e78e-4e12-9ad0-f9924c5c44ba tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8446336 May 18 10:23:04.315039 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.v2.base [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-1cd44b20-0ec4-46c6-b0d8-059c55a4dcc3 service neutron] Request body: {'port': {'device_id': 'c32789ed-24a2-4f7e-a597-23d8a3e5e828', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:23:04.403804 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-4e189162-1c69-47c7-ab2f-d5082ea31141 None None] Provisioning for port b9ec18ef-bbff-406e-8ec7-88a3c047928a completed by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:23:04.408514 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-4e189162-1c69-47c7-ab2f-d5082ea31141 None None] Provisioning complete for port b9ec18ef-bbff-406e-8ec7-88a3c047928a triggered by entity DHCP. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:23:04.409339 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-4e189162-1c69-47c7-ab2f-d5082ea31141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:23:04.427719 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-1cd44b20-0ec4-46c6-b0d8-059c55a4dcc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:23:04.463885 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-4e189162-1c69-47c7-ab2f-d5082ea31141 None None] Port b9ec18ef-bbff-406e-8ec7-88a3c047928a cannot update to ACTIVE because it is not bound. {{(pid=91256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 10:23:04.813439 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.notifiers.nova [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-1cd44b20-0ec4-46c6-b0d8-059c55a4dcc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ec18ef-bbff-406e-8ec7-88a3c047928a {{(pid=91255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:23:04.826203 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-1cd44b20-0ec4-46c6-b0d8-059c55a4dcc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:23:04.846553 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.provisioning_blocks [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-1cd44b20-0ec4-46c6-b0d8-059c55a4dcc3 service neutron] Transition to ACTIVE for port object b9ec18ef-bbff-406e-8ec7-88a3c047928a will not be triggered until provisioned by entity L2. {{(pid=91255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 10:23:04.851782 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-1cd44b20-0ec4-46c6-b0d8-059c55a4dcc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2278802'] for port, after_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:23:04.857495 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-90d1a00a-a755-4d64-afa7-e69311ad6c22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:23:04.989531 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c15be-54b4-4881-956c-1de2e0df1c7a req-9aabf7ba-fdc6-4732-9496-e1a2402bf306 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:23:04.990250 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-db3c15be-54b4-4881-956c-1de2e0df1c7a req-9aabf7ba-fdc6-4732-9496-e1a2402bf306 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Synchronizing usage tracker for tenant:a78a280c19e74496b43762736b06b41b on resource:port {{(pid=91255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:23:05.031977 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd44b20-0ec4-46c6-b0d8-059c55a4dcc3 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ec18ef-bbff-406e-8ec7-88a3c047928a,revision_number=2']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:23:05.041599 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-1cd44b20-0ec4-46c6-b0d8-059c55a4dcc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:23:05.088409 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-db3c15be-54b4-4881-956c-1de2e0df1c7a req-9aabf7ba-fdc6-4732-9496-e1a2402bf306 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Unset dirty status for tenant:a78a280c19e74496b43762736b06b41b on resource:port {{(pid=91255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:23:05.089577 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-db3c15be-54b4-4881-956c-1de2e0df1c7a req-9aabf7ba-fdc6-4732-9496-e1a2402bf306 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=c32789ed-24a2-4f7e-a597-23d8a3e5e828 HTTP/1.1" status: 200 len: 932 time: 0.3328099 May 18 10:23:05.139568 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.managers [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-1cd44b20-0ec4-46c6-b0d8-059c55a4dcc3 service neutron] Attempting to bind port b9ec18ef-bbff-406e-8ec7-88a3c047928a on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 10:23:05.139916 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.managers [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-1cd44b20-0ec4-46c6-b0d8-059c55a4dcc3 service neutron] Attempting to bind port b9ec18ef-bbff-406e-8ec7-88a3c047928a by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '2e698493-5d72-41f1-a97b-1074809e0c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '33179846-9da7-4803-9f19-b2347608fe81'}] {{(pid=91255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 10:23:05.140212 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-1cd44b20-0ec4-46c6-b0d8-059c55a4dcc3 service neutron] Attempting to bind port b9ec18ef-bbff-406e-8ec7-88a3c047928a on network 33179846-9da7-4803-9f19-b2347608fe81 {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:23:05.150627 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-1cd44b20-0ec4-46c6-b0d8-059c55a4dcc3 service neutron] Port b9ec18ef-bbff-406e-8ec7-88a3c047928a on network 33179846-9da7-4803-9f19-b2347608fe81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 10:23:05.150942 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-1cd44b20-0ec4-46c6-b0d8-059c55a4dcc3 service neutron] Attempting to bind port b9ec18ef-bbff-406e-8ec7-88a3c047928a on network 33179846-9da7-4803-9f19-b2347608fe81 {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 10:23:05.159485 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-db3c15be-54b4-4881-956c-1de2e0df1c7a req-f2e7940b-c650-4a6d-985a-1bdaf42de0de tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630507 May 18 10:23:05.160457 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-1cd44b20-0ec4-46c6-b0d8-059c55a4dcc3 service neutron] Checking agent: {'id': '24b5a2b2-de0a-48ed-9b1d-3e34697dfcd2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 9, 59, 16), 'started_at': datetime.datetime(2021, 5, 18, 9, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 10, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 10:23:05.160787 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-1cd44b20-0ec4-46c6-b0d8-059c55a4dcc3 service neutron] Checking segment: {'id': '2e698493-5d72-41f1-a97b-1074809e0c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '33179846-9da7-4803-9f19-b2347608fe81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 10:23:05.161161 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-1cd44b20-0ec4-46c6-b0d8-059c55a4dcc3 service neutron] Bound using segment: {'id': '2e698493-5d72-41f1-a97b-1074809e0c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '33179846-9da7-4803-9f19-b2347608fe81'} {{(pid=91255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 10:23:05.161576 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.managers [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-1cd44b20-0ec4-46c6-b0d8-059c55a4dcc3 service neutron] Bound port: b9ec18ef-bbff-406e-8ec7-88a3c047928a, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e698493-5d72-41f1-a97b-1074809e0c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '33179846-9da7-4803-9f19-b2347608fe81'}}] {{(pid=91255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 10:23:05.161914 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-1cd44b20-0ec4-46c6-b0d8-059c55a4dcc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:23:05.253844 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-1cd44b20-0ec4-46c6-b0d8-059c55a4dcc3 service neutron] For port b9ec18ef-bbff-406e-8ec7-88a3c047928a, host hv-cinder-77262, cleared binding levels {{(pid=91255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 10:23:05.256854 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-1cd44b20-0ec4-46c6-b0d8-059c55a4dcc3 service neutron] For port b9ec18ef-bbff-406e-8ec7-88a3c047928a, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b9ec18ef-bbff-406e-8ec7-88a3c047928a,segment=NetworkSegment(2e698493-5d72-41f1-a97b-1074809e0c5d),segment_id=2e698493-5d72-41f1-a97b-1074809e0c5d)] {{(pid=91255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 10:23:05.261021 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-1cd44b20-0ec4-46c6-b0d8-059c55a4dcc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2278802'] for port, after_update {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:23:05.265510 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-ffdae721-97d6-4f49-a57b-d39071e40ba5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:23:05.323843 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-1cd44b20-0ec4-46c6-b0d8-059c55a4dcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:23:05.324490 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-1cd44b20-0ec4-46c6-b0d8-059c55a4dcc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:23:05.325859 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-1cd44b20-0ec4-46c6-b0d8-059c55a4dcc3 service neutron] 10.222.0.10 "PUT /v2.0/ports/b9ec18ef-bbff-406e-8ec7-88a3c047928a HTTP/1.1" status: 200 len: 1094 time: 1.0151103 May 18 10:23:05.326375 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c32789ed-24a2-4f7e-a597-23d8a3e5e828', 'tag': 'b9ec18ef-bbff-406e-8ec7-88a3c047928a'}] {{(pid=91255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:23:05.356197 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd44b20-0ec4-46c6-b0d8-059c55a4dcc3 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ec18ef-bbff-406e-8ec7-88a3c047928a,revision_number=3']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:23:05.368182 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-1cd44b20-0ec4-46c6-b0d8-059c55a4dcc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:23:05.435969 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c32789ed-24a2-4f7e-a597-23d8a3e5e828', 'tag': 'b9ec18ef-bbff-406e-8ec7-88a3c047928a', 'status': 'completed', 'code': 200} May 18 10:23:05.456344 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-d26f38e3-4f22-4730-9b3e-de1c4b5db030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:23:05.457816 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-d26f38e3-4f22-4730-9b3e-de1c4b5db030 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a78a280c19e74496b43762736b06b41b&device_id=c32789ed-24a2-4f7e-a597-23d8a3e5e828 HTTP/1.1" status: 200 len: 1097 time: 0.0856719 May 18 10:23:05.526823 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-7cca9bbc-6d1e-462b-83e5-ab747c9088d1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9ec18ef-bbff-406e-8ec7-88a3c047928a HTTP/1.1" status: 200 len: 217 time: 0.0606992 May 18 10:23:05.591321 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-441e13f7-0b0c-4137-a3a4-a5799a6b79f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:23:05.592677 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-441e13f7-0b0c-4137-a3a4-a5799a6b79f5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=158ee4a6-17be-443c-8f0e-c3894a5bd3bf HTTP/1.1" status: 200 len: 851 time: 0.0597005 May 18 10:23:05.666373 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-0c22b635-7af0-4344-a107-db0c7ad8afdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:23:05.668412 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-0c22b635-7af0-4344-a107-db0c7ad8afdd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=33179846-9da7-4803-9f19-b2347608fe81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0687678 May 18 10:23:05.881327 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-7453062e-e663-4b88-b3fb-67cda61f64dc service neutron] 10.222.0.10 "GET /v2.0/networks/33179846-9da7-4803-9f19-b2347608fe81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063053 May 18 10:23:06.010175 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-bf58e04f-db2c-446b-b946-11e36a8fdf51 req-e597497d-ba2f-4a76-9ac8-bdefc74e816b service neutron] 10.222.0.10 "GET /v2.0/networks/33179846-9da7-4803-9f19-b2347608fe81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222179 May 18 10:23:06.136173 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d34f72-7636-4aa3-861a-583b3429c02b req-41e4ec7f-6c19-4d95-8073-6bee58c9460e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:23:06.138149 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a3d34f72-7636-4aa3-861a-583b3429c02b req-41e4ec7f-6c19-4d95-8073-6bee58c9460e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a78a280c19e74496b43762736b06b41b&device_id=c32789ed-24a2-4f7e-a597-23d8a3e5e828 HTTP/1.1" status: 200 len: 1097 time: 0.0781305 May 18 10:23:06.268670 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d34f72-7636-4aa3-861a-583b3429c02b req-558cf4cf-3ee1-4520-b72f-bbb875fee9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:23:06.270052 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a3d34f72-7636-4aa3-861a-583b3429c02b req-558cf4cf-3ee1-4520-b72f-bbb875fee9c5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=33179846-9da7-4803-9f19-b2347608fe81 HTTP/1.1" status: 200 len: 913 time: 0.1246722 May 18 10:23:06.369554 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a3d34f72-7636-4aa3-861a-583b3429c02b req-a3206158-4fc7-4e1b-8068-2eddbcda789a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9ec18ef-bbff-406e-8ec7-88a3c047928a HTTP/1.1" status: 200 len: 217 time: 0.0702636 May 18 10:23:06.444687 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d34f72-7636-4aa3-861a-583b3429c02b req-684b548f-23c5-4577-9405-6dfa43a2bb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:23:06.446072 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a3d34f72-7636-4aa3-861a-583b3429c02b req-684b548f-23c5-4577-9405-6dfa43a2bb5b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=158ee4a6-17be-443c-8f0e-c3894a5bd3bf HTTP/1.1" status: 200 len: 851 time: 0.0678236 May 18 10:23:06.458532 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912156f-0fba-4fc0-800b-a6430c1cfa26 req-c7919293-34e0-4b0b-be6c-90419efcd079 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:23:06.459887 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-7912156f-0fba-4fc0-800b-a6430c1cfa26 req-c7919293-34e0-4b0b-be6c-90419efcd079 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=c32789ed-24a2-4f7e-a597-23d8a3e5e828 HTTP/1.1" status: 200 len: 944 time: 0.1928070 May 18 10:23:06.548260 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-7912156f-0fba-4fc0-800b-a6430c1cfa26 req-93f9beac-694c-4fa2-8593-9b323e6b0b85 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572257 May 18 10:23:06.564734 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d34f72-7636-4aa3-861a-583b3429c02b req-0325c17a-d31a-4b66-80ce-f83d1116338d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:23:06.566210 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a3d34f72-7636-4aa3-861a-583b3429c02b req-0325c17a-d31a-4b66-80ce-f83d1116338d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=33179846-9da7-4803-9f19-b2347608fe81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1054966 May 18 10:23:06.694428 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a3d34f72-7636-4aa3-861a-583b3429c02b req-4961aafb-d998-485a-b244-cbb7a792138b service neutron] 10.222.0.10 "GET /v2.0/networks/33179846-9da7-4803-9f19-b2347608fe81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217313 May 18 10:23:06.823196 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a3d34f72-7636-4aa3-861a-583b3429c02b req-68505b0a-838b-4862-952a-555257b2ade9 service neutron] 10.222.0.10 "GET /v2.0/networks/33179846-9da7-4803-9f19-b2347608fe81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222725 May 18 10:23:07.734761 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca0d49-4764-44e2-ae53-4a8dc43d8cc0 req-67dc61dc-585f-4628-a590-be94982283db tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:23:07.736140 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-99ca0d49-4764-44e2-ae53-4a8dc43d8cc0 req-67dc61dc-585f-4628-a590-be94982283db tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=c32789ed-24a2-4f7e-a597-23d8a3e5e828 HTTP/1.1" status: 200 len: 944 time: 0.0793915 May 18 10:23:07.779956 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-99ca0d49-4764-44e2-ae53-4a8dc43d8cc0 req-bc495373-231f-42bd-9678-6215d31099a8 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381866 May 18 10:23:08.965618 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5cd14-f631-4ace-a9e9-af04c24da67b req-cc20b07f-5003-4f6b-94c3-623f8e48ff0f tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:23:08.967103 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-03b5cd14-f631-4ace-a9e9-af04c24da67b req-cc20b07f-5003-4f6b-94c3-623f8e48ff0f tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=c32789ed-24a2-4f7e-a597-23d8a3e5e828 HTTP/1.1" status: 200 len: 944 time: 0.0845554 May 18 10:23:09.010107 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-03b5cd14-f631-4ace-a9e9-af04c24da67b req-71acc302-686c-40f6-a98c-22c96aa43e15 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373683 May 18 10:23:10.345160 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3427b09-aa30-4902-948b-c4e46745ed74 req-b773de1f-56f7-4a12-b55c-731ac6c17ef7 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:23:10.346559 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a3427b09-aa30-4902-948b-c4e46745ed74 req-b773de1f-56f7-4a12-b55c-731ac6c17ef7 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=c32789ed-24a2-4f7e-a597-23d8a3e5e828 HTTP/1.1" status: 200 len: 944 time: 0.0825443 May 18 10:23:10.391717 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a3427b09-aa30-4902-948b-c4e46745ed74 req-a0b5e6d8-6eaf-4327-b89d-3ddb650fdfab tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394583 May 18 10:23:11.574065 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15b775-7bff-43e3-812b-a135cea98a98 req-ca8ea1da-6882-4255-b83b-920c047b40b6 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:23:11.575511 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-8e15b775-7bff-43e3-812b-a135cea98a98 req-ca8ea1da-6882-4255-b83b-920c047b40b6 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=c32789ed-24a2-4f7e-a597-23d8a3e5e828 HTTP/1.1" status: 200 len: 944 time: 0.0778861 May 18 10:23:11.619394 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-8e15b775-7bff-43e3-812b-a135cea98a98 req-bdc004c6-7bac-4419-9041-76c53ec366b5 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382679 May 18 10:23:12.798583 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8196c-39cc-4eac-8f88-54867d43ae9d req-22c435e8-252d-4b94-8baa-5e6b0509d1d2 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:23:12.800044 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-60d8196c-39cc-4eac-8f88-54867d43ae9d req-22c435e8-252d-4b94-8baa-5e6b0509d1d2 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=c32789ed-24a2-4f7e-a597-23d8a3e5e828 HTTP/1.1" status: 200 len: 944 time: 0.0787833 May 18 10:23:12.847616 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-60d8196c-39cc-4eac-8f88-54867d43ae9d req-470a19b4-4921-478d-be0c-bf7692cd03d1 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418963 May 18 10:23:13.595484 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device b9ec18ef-bbff-406e-8ec7-88a3c047928a details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 10:23:13.731577 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port b9ec18ef-bbff-406e-8ec7-88a3c047928a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b9ec18ef-bbff-406e-8ec7-88a3c047928a,segment=NetworkSegment(2e698493-5d72-41f1-a97b-1074809e0c5d),segment_id=2e698493-5d72-41f1-a97b-1074809e0c5d)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:23:13.744599 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Returning: {'device': 'b9ec18ef-bbff-406e-8ec7-88a3c047928a', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'port_id': 'b9ec18ef-bbff-406e-8ec7-88a3c047928a', 'mac_address': 'fa:16:3e:b3:0a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 10:23:13.800127 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:23:13.816155 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ec18ef-bbff-406e-8ec7-88a3c047928a {{(pid=91256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 10:23:13.831278 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port b9ec18ef-bbff-406e-8ec7-88a3c047928a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b9ec18ef-bbff-406e-8ec7-88a3c047928a,segment=NetworkSegment(2e698493-5d72-41f1-a97b-1074809e0c5d),segment_id=2e698493-5d72-41f1-a97b-1074809e0c5d)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:23:13.835046 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:23:13.838538 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:23:13.907626 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=b9ec18ef-bbff-406e-8ec7-88a3c047928a,revision_number=4']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:23:13.914820 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:23:13.915207 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:23:13.915496 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:23:13.915828 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:23:13.916157 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:23:13.916486 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:23:13.916807 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:23:13.917128 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:23:13.917453 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:23:13.918346 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:23:13.918695 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:23:13.919012 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:23:13.923174 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:23:14.037225 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f65334-2c63-4ddc-9df0-4406ffbc0ce4 req-c009c673-5a70-4584-97a5-32e6ef97b313 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:23:14.038678 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a8f65334-2c63-4ddc-9df0-4406ffbc0ce4 req-c009c673-5a70-4584-97a5-32e6ef97b313 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=c32789ed-24a2-4f7e-a597-23d8a3e5e828 HTTP/1.1" status: 200 len: 945 time: 0.0840106 May 18 10:23:14.083199 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a8f65334-2c63-4ddc-9df0-4406ffbc0ce4 req-c42e6e32-e767-4d1d-a73d-b0a803280d47 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381711 May 18 10:23:14.138462 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] get_ports_and_sgs() called for port_ids ['b9ec18ef-bbff-406e-8ec7-88a3c047928a'] {{(pid=91256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 10:23:15.267485 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b9ec8-ff56-4b10-aa16-1d2460163d14 req-6cf979e3-9f65-432a-a045-87b08daf8fba tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:23:15.268964 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-503b9ec8-ff56-4b10-aa16-1d2460163d14 req-6cf979e3-9f65-432a-a045-87b08daf8fba tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=c32789ed-24a2-4f7e-a597-23d8a3e5e828 HTTP/1.1" status: 200 len: 945 time: 0.0797467 May 18 10:23:15.312836 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-503b9ec8-ff56-4b10-aa16-1d2460163d14 req-8da940c2-5c03-40a6-950b-dc7bfa773e34 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381787 May 18 10:23:15.604254 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device b9ec18ef-bbff-406e-8ec7-88a3c047928a up at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 10:23:15.669759 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning for port b9ec18ef-bbff-406e-8ec7-88a3c047928a completed by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 10:23:15.674088 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.provisioning_blocks [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Provisioning complete for port b9ec18ef-bbff-406e-8ec7-88a3c047928a triggered by entity L2. {{(pid=91256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 10:23:15.674484 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8375148'] for port, provisioning_complete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:23:15.786947 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:23:15.814834 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32789ed-24a2-4f7e-a597-23d8a3e5e828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ec18ef-bbff-406e-8ec7-88a3c047928a'}] {{(pid=91256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:23:15.824770 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] For port b9ec18ef-bbff-406e-8ec7-88a3c047928a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b9ec18ef-bbff-406e-8ec7-88a3c047928a,segment=NetworkSegment(2e698493-5d72-41f1-a97b-1074809e0c5d),segment_id=2e698493-5d72-41f1-a97b-1074809e0c5d)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:23:15.828561 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978'] for port, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:23:15.830491 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-a8c864fa-1a0d-4f0e-81f8-049e694c322f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:23:15.859972 dv-cinder-772623-5-iscsi neutron-server[91256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32789ed-24a2-4f7e-a597-23d8a3e5e828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ec18ef-bbff-406e-8ec7-88a3c047928a', 'code': 200} May 18 10:23:15.934173 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Pushing event updated for resources: {'Port': ['ID=b9ec18ef-bbff-406e-8ec7-88a3c047928a,revision_number=5']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:23:15.937121 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:23:16.129863 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77286775-a13b-4e6f-a1f8-0146ffd966f8 req-6d3782aa-d419-444e-84cd-f3cb586f7a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:23:16.131414 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-77286775-a13b-4e6f-a1f8-0146ffd966f8 req-6d3782aa-d419-444e-84cd-f3cb586f7a1c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c32789ed-24a2-4f7e-a597-23d8a3e5e828 HTTP/1.1" status: 200 len: 1099 time: 0.0688968 May 18 10:23:16.174374 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-77286775-a13b-4e6f-a1f8-0146ffd966f8 req-25a071ed-fe2a-4906-9a90-a8bf6d9aaf35 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368705 May 18 10:23:16.498678 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6dffef-63c2-40b5-bf56-201e08d60c48 req-ab91db2e-fca2-44dd-af09-873792d0830c tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:23:16.500164 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-5b6dffef-63c2-40b5-bf56-201e08d60c48 req-ab91db2e-fca2-44dd-af09-873792d0830c tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=c32789ed-24a2-4f7e-a597-23d8a3e5e828 HTTP/1.1" status: 200 len: 946 time: 0.0829074 May 18 10:23:16.545307 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-5b6dffef-63c2-40b5-bf56-201e08d60c48 req-87baf9f0-62f1-499c-b155-69aa0b05caeb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394619 May 18 10:23:17.051615 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:23:17.726994 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16384d7-d573-459a-a183-2e3df3d68b92 req-39f72f73-955c-4115-887f-daad75140c36 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:23:17.728327 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e16384d7-d573-459a-a183-2e3df3d68b92 req-39f72f73-955c-4115-887f-daad75140c36 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=c32789ed-24a2-4f7e-a597-23d8a3e5e828 HTTP/1.1" status: 200 len: 946 time: 0.0781050 May 18 10:23:17.771628 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-e16384d7-d573-459a-a183-2e3df3d68b92 req-b7b27c21-f747-4d40-8a41-922cb4520aa3 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370855 May 18 10:23:17.951897 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b95e8d-0aef-4561-bd50-6129144a59b5 req-5607ddd1-31c9-43d1-be1a-d79df0b71a58 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:23:17.953385 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-87b95e8d-0aef-4561-bd50-6129144a59b5 req-5607ddd1-31c9-43d1-be1a-d79df0b71a58 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=c32789ed-24a2-4f7e-a597-23d8a3e5e828 HTTP/1.1" status: 200 len: 946 time: 0.0788155 May 18 10:23:18.000113 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-87b95e8d-0aef-4561-bd50-6129144a59b5 req-a8e02f5f-523b-4882-b18e-69f1958445c0 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407724 May 18 10:23:18.022950 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 43296) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:23:18.134681 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d10c406-91c3-41da-b35d-ff48b7e34868 tempest-TestVolumeBootPattern-223769493 tempest-TestVolumeBootPattern-223769493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:23:18.135400 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-6d10c406-91c3-41da-b35d-ff48b7e34868 tempest-TestVolumeBootPattern-223769493 tempest-TestVolumeBootPattern-223769493-project-admin] Synchronizing usage tracker for tenant:7851e9900d424d46a2f1684c93d0f26d on resource:port {{(pid=91254) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:23:18.153297 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-6d10c406-91c3-41da-b35d-ff48b7e34868 tempest-TestVolumeBootPattern-223769493 tempest-TestVolumeBootPattern-223769493-project-admin] Unset dirty status for tenant:7851e9900d424d46a2f1684c93d0f26d on resource:port {{(pid=91254) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:23:18.154497 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-6d10c406-91c3-41da-b35d-ff48b7e34868 tempest-TestVolumeBootPattern-223769493 tempest-TestVolumeBootPattern-223769493-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c32789ed-24a2-4f7e-a597-23d8a3e5e828 HTTP/1.1" status: 200 len: 1094 time: 0.1305499 May 18 10:23:18.157197 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 43302) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:23:18.162238 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.v2.base [None req-dc923359-cedf-4562-854c-6295eb73cccf tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Request body: {'floatingip': {'floating_network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'port_id': 'b9ec18ef-bbff-406e-8ec7-88a3c047928a', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=91254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 10:23:18.168098 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-dc923359-cedf-4562-854c-6295eb73cccf tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 10:23:18.171860 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-dc923359-cedf-4562-854c-6295eb73cccf tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Usage tracker for resource:floatingip and tenant:a78a280c19e74496b43762736b06b41b is out of sync, need to count used quota {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 10:23:18.174637 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [None req-dc923359-cedf-4562-854c-6295eb73cccf tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=91254) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 10:23:18.180243 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.quota.driver [None req-dc923359-cedf-4562-854c-6295eb73cccf tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=91254) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 10:23:18.191498 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-dc923359-cedf-4562-854c-6295eb73cccf tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for floatingip, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:23:18.324800 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-dc923359-cedf-4562-854c-6295eb73cccf tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:23:18.459597 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.db_base_plugin_common [None req-dc923359-cedf-4562-854c-6295eb73cccf tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Allocated IP 172.27.1.10 (bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3/bad1a46d-7140-454d-84c6-4b97dc4a536e/3c920d48-78eb-4778-8974-810173bf2b11) {{(pid=91254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 10:23:18.703388 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-dc923359-cedf-4562-854c-6295eb73cccf tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for port, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:23:18.732470 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-dc923359-cedf-4562-854c-6295eb73cccf tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726940846839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:23:18.736638 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-2b8a35e2-022c-4a44-9dd7-b925bbaacd68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:23:18.797438 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc923359-cedf-4562-854c-6295eb73cccf tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Network bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3 is already hosted by enough agents. {{(pid=91254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 10:23:18.800330 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.base_scheduler [None req-dc923359-cedf-4562-854c-6295eb73cccf tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Resources bound (agent type, host, resource id): {{(pid=91254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 10:23:18.802858 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc923359-cedf-4562-854c-6295eb73cccf tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Received port after_create {{(pid=91254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 10:23:18.844912 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc923359-cedf-4562-854c-6295eb73cccf tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Pushing event updated for resources: {'Port': ['ID=3c920d48-78eb-4778-8974-810173bf2b11,revision_number=1']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:23:18.861217 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc923359-cedf-4562-854c-6295eb73cccf tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:23:18.861597 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc923359-cedf-4562-854c-6295eb73cccf tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:23:18.861968 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc923359-cedf-4562-854c-6295eb73cccf tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:23:18.862335 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc923359-cedf-4562-854c-6295eb73cccf tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:23:18.862721 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc923359-cedf-4562-854c-6295eb73cccf tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:23:18.863083 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc923359-cedf-4562-854c-6295eb73cccf tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:23:18.863441 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc923359-cedf-4562-854c-6295eb73cccf tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:23:18.863797 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc923359-cedf-4562-854c-6295eb73cccf tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:23:18.864152 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc923359-cedf-4562-854c-6295eb73cccf tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:23:18.864505 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc923359-cedf-4562-854c-6295eb73cccf tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:23:18.864857 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc923359-cedf-4562-854c-6295eb73cccf tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:23:18.865208 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc923359-cedf-4562-854c-6295eb73cccf tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:23:18.868796 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-dc923359-cedf-4562-854c-6295eb73cccf tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:23:19.237914 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-dc923359-cedf-4562-854c-6295eb73cccf tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:23:19.311310 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-dc923359-cedf-4562-854c-6295eb73cccf tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7994802'] for port, before_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:23:19.518364 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-dc923359-cedf-4562-854c-6295eb73cccf tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for port, precommit_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:23:19.522946 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-dc923359-cedf-4562-854c-6295eb73cccf tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726941264303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726940849933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726940849978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2477981'] for port, after_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:23:19.526619 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-848f5df2-2424-480c-bfae-0f4149ca785b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:23:19.629264 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc923359-cedf-4562-854c-6295eb73cccf tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Pushing event updated for resources: {'Port': ['ID=3c920d48-78eb-4778-8974-810173bf2b11,revision_number=2']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:23:19.633342 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-dc923359-cedf-4562-854c-6295eb73cccf tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:23:19.641756 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-dc923359-cedf-4562-854c-6295eb73cccf tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922060'] for floatingip, after_update {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:23:19.812698 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.db.l3_db [None req-dc923359-cedf-4562-854c-6295eb73cccf tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Floating IP 022e1085-7c96-4a45-8f2d-76878d38c11d associated. External IP: 172.27.1.10, port: b9ec18ef-bbff-406e-8ec7-88a3c047928a. May 18 10:23:20.262427 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc923359-cedf-4562-854c-6295eb73cccf tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Router 6d2353bc-b8cd-4803-84e0-c202924dbaef has already been hosted by L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb {{(pid=91254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:23:20.439180 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc923359-cedf-4562-854c-6295eb73cccf tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:23:20.448503 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4ba3d9-334c-4507-b570-0c8982a02867 None None] Sync routers for ids ['6d2353bc-b8cd-4803-84e0-c202924dbaef'] in dv-cinder-772623-5-iscsi {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:23:20.459120 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4ba3d9-334c-4507-b570-0c8982a02867 None None] Routers {'6d2353bc-b8cd-4803-84e0-c202924dbaef'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:23:20.459733 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-ac4ba3d9-334c-4507-b570-0c8982a02867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:22:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['6d2353bc-b8cd-4803-84e0-c202924dbaef'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:23:20.464989 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-dc923359-cedf-4562-854c-6295eb73cccf tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for floatingip, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:23:20.520250 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-dc923359-cedf-4562-854c-6295eb73cccf tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3618748 May 18 10:23:20.520914 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c32789ed-24a2-4f7e-a597-23d8a3e5e828', 'tag': 'b9ec18ef-bbff-406e-8ec7-88a3c047928a'}] {{(pid=91254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:23:20.619861 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c32789ed-24a2-4f7e-a597-23d8a3e5e828', 'tag': 'b9ec18ef-bbff-406e-8ec7-88a3c047928a', 'status': 'completed', 'code': 200} May 18 10:23:20.638837 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-ac4ba3d9-334c-4507-b570-0c8982a02867 None None] Set router 6d2353bc-b8cd-4803-84e0-c202924dbaef gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:23:20.714310 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417f2f5-13c4-43d0-bc72-91db9003afc6 req-7e388594-5ac1-41b5-b7a5-b5715b236711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:23:20.715821 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c417f2f5-13c4-43d0-bc72-91db9003afc6 req-7e388594-5ac1-41b5-b7a5-b5715b236711 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a78a280c19e74496b43762736b06b41b&device_id=c32789ed-24a2-4f7e-a597-23d8a3e5e828 HTTP/1.1" status: 200 len: 1099 time: 0.0745044 May 18 10:23:20.843049 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:23:20.940552 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417f2f5-13c4-43d0-bc72-91db9003afc6 req-08dcd10c-0166-42be-9aed-174d890651ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:23:20.941998 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c417f2f5-13c4-43d0-bc72-91db9003afc6 req-08dcd10c-0166-42be-9aed-174d890651ed service neutron] 10.222.0.10 "GET /v2.0/networks?id=33179846-9da7-4803-9f19-b2347608fe81 HTTP/1.1" status: 200 len: 913 time: 0.2189674 May 18 10:23:20.986471 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-ac4ba3d9-334c-4507-b570-0c8982a02867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'name': 'tempest-TestVolumeBootPattern-1063213162-router', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:17:22Z', 'updated_at': '2021-05-18T10:17:26Z', 'revision_number': 4, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'gw_port': {'id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:23Z', 'updated_at': '2021-05-18T10:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_floatingips': [{'id': '022e1085-7c96-4a45-8f2d-76878d38c11d', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'floating_ip_address': '172.27.1.10', 'floating_network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'router_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'port_id': 'b9ec18ef-bbff-406e-8ec7-88a3c047928a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'mac_address': 'fa:16:3e:b3:0a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32789ed-24a2-4f7e-a597-23d8a3e5e828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:23:19Z', 'updated_at': '2021-05-18T10:23:19Z', 'revision_number': 0, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'fixed_ip_address_scope': None}, {'id': 'fe794e5e-a72e-459f-8e03-f160c54d4374', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'floating_ip_address': '172.27.1.223', 'floating_network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'router_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'port_id': '5d0d3526-81a6-4d67-b170-c7a9e8d6d43c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'mac_address': 'fa:16:3e:c7:d9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a56bb89-e438-413d-aa6a-09218835dccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:21:01Z', 'updated_at': '2021-05-18T10:21:03Z', 'revision_number': 1, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edfc3f17-c157-4dcc-becf-fa7acf01c4b1', 'name': '', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'mac_address': 'fa:16:3e:2d:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:25Z', 'updated_at': '2021-05-18T10:17:33Z', 'revision_number': 5, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'subnets': [{'id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:23:20.990320 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4ba3d9-334c-4507-b570-0c8982a02867 None None] Checking router: 6d2353bc-b8cd-4803-84e0-c202924dbaef for host: dv-cinder-772623-5-iscsi {{(pid=91256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:23:20.999274 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4ba3d9-334c-4507-b570-0c8982a02867 None None] Routers {'6d2353bc-b8cd-4803-84e0-c202924dbaef'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:23:20.999873 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-ac4ba3d9-334c-4507-b570-0c8982a02867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:22:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['6d2353bc-b8cd-4803-84e0-c202924dbaef'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:23:21.045348 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c417f2f5-13c4-43d0-bc72-91db9003afc6 req-bef22eba-2cd8-4808-910e-33c39dc3d572 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9ec18ef-bbff-406e-8ec7-88a3c047928a HTTP/1.1" status: 200 len: 999 time: 0.0969536 May 18 10:23:21.106571 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417f2f5-13c4-43d0-bc72-91db9003afc6 req-0b1f2057-c80a-4d63-9848-b5cb2825bc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:23:21.107905 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c417f2f5-13c4-43d0-bc72-91db9003afc6 req-0b1f2057-c80a-4d63-9848-b5cb2825bc71 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=158ee4a6-17be-443c-8f0e-c3894a5bd3bf HTTP/1.1" status: 200 len: 851 time: 0.0566273 May 18 10:23:21.175276 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-ac4ba3d9-334c-4507-b570-0c8982a02867 None None] Set router 6d2353bc-b8cd-4803-84e0-c202924dbaef gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:23:21.182223 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417f2f5-13c4-43d0-bc72-91db9003afc6 req-66a1b35c-75e3-4c76-88e4-90266dc9e781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:23:21.183739 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c417f2f5-13c4-43d0-bc72-91db9003afc6 req-66a1b35c-75e3-4c76-88e4-90266dc9e781 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=33179846-9da7-4803-9f19-b2347608fe81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697482 May 18 10:23:21.314975 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c417f2f5-13c4-43d0-bc72-91db9003afc6 req-eb7cf794-4158-4a83-bb18-0cc9a7cfb711 service neutron] 10.222.0.10 "GET /v2.0/networks/33179846-9da7-4803-9f19-b2347608fe81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245601 May 18 10:23:21.447059 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-c417f2f5-13c4-43d0-bc72-91db9003afc6 req-8d2dfdcf-3e5a-437f-a8bf-e3af674b41e4 service neutron] 10.222.0.10 "GET /v2.0/networks/33179846-9da7-4803-9f19-b2347608fe81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256502 May 18 10:23:21.517354 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-ac4ba3d9-334c-4507-b570-0c8982a02867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'name': 'tempest-TestVolumeBootPattern-1063213162-router', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:17:22Z', 'updated_at': '2021-05-18T10:17:26Z', 'revision_number': 4, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'gw_port': {'id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:23Z', 'updated_at': '2021-05-18T10:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_floatingips': [{'id': '022e1085-7c96-4a45-8f2d-76878d38c11d', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'floating_ip_address': '172.27.1.10', 'floating_network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'router_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'port_id': 'b9ec18ef-bbff-406e-8ec7-88a3c047928a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'mac_address': 'fa:16:3e:b3:0a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32789ed-24a2-4f7e-a597-23d8a3e5e828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:23:19Z', 'updated_at': '2021-05-18T10:23:19Z', 'revision_number': 0, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'fixed_ip_address_scope': None}, {'id': 'fe794e5e-a72e-459f-8e03-f160c54d4374', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'floating_ip_address': '172.27.1.223', 'floating_network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'router_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'port_id': '5d0d3526-81a6-4d67-b170-c7a9e8d6d43c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'mac_address': 'fa:16:3e:c7:d9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a56bb89-e438-413d-aa6a-09218835dccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:21:01Z', 'updated_at': '2021-05-18T10:21:03Z', 'revision_number': 1, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edfc3f17-c157-4dcc-becf-fa7acf01c4b1', 'name': '', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'mac_address': 'fa:16:3e:2d:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:25Z', 'updated_at': '2021-05-18T10:17:33Z', 'revision_number': 5, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'subnets': [{'id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:23:21.521331 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4ba3d9-334c-4507-b570-0c8982a02867 None None] The sync data for ids ['6d2353bc-b8cd-4803-84e0-c202924dbaef'] in dv-cinder-772623-5-iscsi is: [{'id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'name': 'tempest-TestVolumeBootPattern-1063213162-router', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:17:22Z', 'updated_at': '2021-05-18T10:17:26Z', 'revision_number': 4, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'gw_port': {'id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:23Z', 'updated_at': '2021-05-18T10:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_floatingips': [{'id': '022e1085-7c96-4a45-8f2d-76878d38c11d', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'floating_ip_address': '172.27.1.10', 'floating_network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'router_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'port_id': 'b9ec18ef-bbff-406e-8ec7-88a3c047928a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'mac_address': 'fa:16:3e:b3:0a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32789ed-24a2-4f7e-a597-23d8a3e5e828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:23:19Z', 'updated_at': '2021-05-18T10:23:19Z', 'revision_number': 0, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'fixed_ip_address_scope': None}, {'id': 'fe794e5e-a72e-459f-8e03-f160c54d4374', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'floating_ip_address': '172.27.1.223', 'floating_network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'router_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'port_id': '5d0d3526-81a6-4d67-b170-c7a9e8d6d43c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'mac_address': 'fa:16:3e:c7:d9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a56bb89-e438-413d-aa6a-09218835dccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:21:01Z', 'updated_at': '2021-05-18T10:21:03Z', 'revision_number': 1, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edfc3f17-c157-4dcc-becf-fa7acf01c4b1', 'name': '', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'mac_address': 'fa:16:3e:2d:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:25Z', 'updated_at': '2021-05-18T10:17:33Z', 'revision_number': 5, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'subnets': [{'id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:23:21.696930 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa8b684-f88c-4f86-87c5-b3ba788e1413 None None] New status for floating IP 022e1085-7c96-4a45-8f2d-76878d38c11d: ACTIVE {{(pid=91257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 10:23:22.633992 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-a8b92660-eb19-4c29-9d32-a8a082a9d916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:23:25.255922 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:23:25.266586 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-c26bd121-4c7c-4e63-8b7c-e8bc4196594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:23:26.715609 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:23:28.285663 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:23:29.496053 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5057b334-c988-46b8-ade4-4dd8113f2050 req-1a9cec3d-e83f-4106-921c-aa8447797814 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4a56bb89-e438-413d-aa6a-09218835dccc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720069 May 18 10:23:29.631024 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057b334-c988-46b8-ade4-4dd8113f2050 req-26e20a40-5e6a-45d5-aa81-c6ceb54be5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:23:29.632529 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5057b334-c988-46b8-ade4-4dd8113f2050 req-26e20a40-5e6a-45d5-aa81-c6ceb54be5fa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a78a280c19e74496b43762736b06b41b&device_id=4a56bb89-e438-413d-aa6a-09218835dccc HTTP/1.1" status: 200 len: 1098 time: 0.0688746 May 18 10:23:29.775952 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057b334-c988-46b8-ade4-4dd8113f2050 req-81bb5a2b-2c61-49d3-a8cf-a5bad9c16752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:23:29.777387 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5057b334-c988-46b8-ade4-4dd8113f2050 req-81bb5a2b-2c61-49d3-a8cf-a5bad9c16752 service neutron] 10.222.0.10 "GET /v2.0/networks?id=33179846-9da7-4803-9f19-b2347608fe81 HTTP/1.1" status: 200 len: 913 time: 0.1272879 May 18 10:23:29.885040 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5057b334-c988-46b8-ade4-4dd8113f2050 req-cd5172a9-6def-4ff6-9043-37897cf08897 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d0d3526-81a6-4d67-b170-c7a9e8d6d43c HTTP/1.1" status: 200 len: 1001 time: 0.1012554 May 18 10:23:29.950368 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057b334-c988-46b8-ade4-4dd8113f2050 req-0ae2c9b4-58ac-41a5-b091-7d096f663aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:23:29.951788 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5057b334-c988-46b8-ade4-4dd8113f2050 req-0ae2c9b4-58ac-41a5-b091-7d096f663aff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=158ee4a6-17be-443c-8f0e-c3894a5bd3bf HTTP/1.1" status: 200 len: 851 time: 0.0607283 May 18 10:23:30.025931 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057b334-c988-46b8-ade4-4dd8113f2050 req-dc61030e-b597-4574-8e47-f3027d65e9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:23:30.027487 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5057b334-c988-46b8-ade4-4dd8113f2050 req-dc61030e-b597-4574-8e47-f3027d65e9e5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=33179846-9da7-4803-9f19-b2347608fe81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689311 May 18 10:23:30.159161 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5057b334-c988-46b8-ade4-4dd8113f2050 req-5fe8e94f-9fca-4760-9e13-7d0a097c8dac service neutron] 10.222.0.10 "GET /v2.0/networks/33179846-9da7-4803-9f19-b2347608fe81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226728 May 18 10:23:30.292318 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-5057b334-c988-46b8-ade4-4dd8113f2050 req-51a69619-a61a-44c0-a1d0-b19b912833f4 service neutron] 10.222.0.10 "GET /v2.0/networks/33179846-9da7-4803-9f19-b2347608fe81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231313 May 18 10:23:47.061120 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:23:52.637218 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-23a4929b-1625-45b1-8d6f-f9dbe357bcac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:23:55.246545 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:23:55.269092 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-743793ff-6f3d-41e1-9c17-855cd282aa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:23:56.718563 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:23:57.842040 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:23:58.272041 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:24:17.076350 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:24:22.639422 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-8b51b2b6-690b-4694-abc3-50eae463bfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:24:25.247862 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:24:25.268147 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-d37a067f-4807-4d68-a2cd-78a76fcf90c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:24:26.721409 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:24:28.238926 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:24:30.503513 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-4e94ce68-97c8-4c18-8d0a-1a355ddd8206 req-fe083f9a-b72e-4913-9ccd-ac84fc012e92 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c32789ed-24a2-4f7e-a597-23d8a3e5e828&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691490 May 18 10:24:30.676085 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94ce68-97c8-4c18-8d0a-1a355ddd8206 req-58ec243d-5bea-4d37-9ab0-0474134bf90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:24:30.676932 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-4e94ce68-97c8-4c18-8d0a-1a355ddd8206 req-58ec243d-5bea-4d37-9ab0-0474134bf90d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a78a280c19e74496b43762736b06b41b&device_id=c32789ed-24a2-4f7e-a597-23d8a3e5e828 HTTP/1.1" status: 200 len: 1099 time: 0.1533053 May 18 10:24:30.817113 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94ce68-97c8-4c18-8d0a-1a355ddd8206 req-40ec2ab5-6cef-44cd-a645-c20cf446d2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:24:30.818548 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-4e94ce68-97c8-4c18-8d0a-1a355ddd8206 req-40ec2ab5-6cef-44cd-a645-c20cf446d2c8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=33179846-9da7-4803-9f19-b2347608fe81 HTTP/1.1" status: 200 len: 913 time: 0.1229076 May 18 10:24:30.917995 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-4e94ce68-97c8-4c18-8d0a-1a355ddd8206 req-4c1770c1-d5a5-4eee-a07d-55f81b93386c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9ec18ef-bbff-406e-8ec7-88a3c047928a HTTP/1.1" status: 200 len: 1001 time: 0.0930622 May 18 10:24:30.978282 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94ce68-97c8-4c18-8d0a-1a355ddd8206 req-c37e2ace-b4e1-4c09-99ad-09b504f4e3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:24:30.979591 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-4e94ce68-97c8-4c18-8d0a-1a355ddd8206 req-c37e2ace-b4e1-4c09-99ad-09b504f4e3c6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=158ee4a6-17be-443c-8f0e-c3894a5bd3bf HTTP/1.1" status: 200 len: 851 time: 0.0550554 May 18 10:24:31.054807 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94ce68-97c8-4c18-8d0a-1a355ddd8206 req-aa691c5f-57a2-45e2-a64a-ee057d1d6d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:24:31.056221 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-4e94ce68-97c8-4c18-8d0a-1a355ddd8206 req-aa691c5f-57a2-45e2-a64a-ee057d1d6d39 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=33179846-9da7-4803-9f19-b2347608fe81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703816 May 18 10:24:31.183693 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-4e94ce68-97c8-4c18-8d0a-1a355ddd8206 req-7bbd28ad-4809-4f5c-88ca-241df171da56 service neutron] 10.222.0.10 "GET /v2.0/networks/33179846-9da7-4803-9f19-b2347608fe81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205919 May 18 10:24:31.312447 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-4e94ce68-97c8-4c18-8d0a-1a355ddd8206 req-898369d4-8f35-4635-a147-d2938f02ed87 service neutron] 10.222.0.10 "GET /v2.0/networks/33179846-9da7-4803-9f19-b2347608fe81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221519 May 18 10:24:34.840797 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:24:47.090771 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:24:52.641153 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-85b32a8a-8cf1-41fd-a606-ef2159a99b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:24:55.250028 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:24:55.268766 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f250-3382-4901-b0fa-4efecd9fab06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:24:56.722849 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:24:58.241006 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:09.708617 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 43338) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:25:09.964809 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [None req-6c2cd6ae-6965-492f-b437-8a468d29af7c tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Deleting port 3c920d48-78eb-4778-8974-810173bf2b11 {{(pid=91254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:25:09.965063 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-6c2cd6ae-6965-492f-b437-8a468d29af7c tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:10.079840 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-6c2cd6ae-6965-492f-b437-8a468d29af7c tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:10.080424 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-6c2cd6ae-6965-492f-b437-8a468d29af7c tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:10.201902 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [None req-6c2cd6ae-6965-492f-b437-8a468d29af7c tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Calling delete_port for 3c920d48-78eb-4778-8974-810173bf2b11 owned by network:floatingip {{(pid=91254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:25:10.321165 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-6c2cd6ae-6965-492f-b437-8a468d29af7c tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:10.325543 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-c496b222-f8ac-4169-a702-d07a5514eed4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:25:10.395091 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2cd6ae-6965-492f-b437-8a468d29af7c tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Pushing event deleted for resources: {'Port': ['ID=3c920d48-78eb-4778-8974-810173bf2b11,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:25:10.411613 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2cd6ae-6965-492f-b437-8a468d29af7c tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:25:10.411994 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2cd6ae-6965-492f-b437-8a468d29af7c tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:25:10.412366 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2cd6ae-6965-492f-b437-8a468d29af7c tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:25:10.412735 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2cd6ae-6965-492f-b437-8a468d29af7c tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:25:10.413095 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2cd6ae-6965-492f-b437-8a468d29af7c tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:25:10.413453 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2cd6ae-6965-492f-b437-8a468d29af7c tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:25:10.413809 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2cd6ae-6965-492f-b437-8a468d29af7c tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:25:10.414164 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2cd6ae-6965-492f-b437-8a468d29af7c tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:25:10.414550 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2cd6ae-6965-492f-b437-8a468d29af7c tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:25:10.414905 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2cd6ae-6965-492f-b437-8a468d29af7c tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:25:10.415255 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2cd6ae-6965-492f-b437-8a468d29af7c tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:25:10.415602 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2cd6ae-6965-492f-b437-8a468d29af7c tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:25:10.418851 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-6c2cd6ae-6965-492f-b437-8a468d29af7c tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:25:10.471710 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-6c2cd6ae-6965-492f-b437-8a468d29af7c tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for floatingip, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:10.472063 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.db.l3_db [None req-6c2cd6ae-6965-492f-b437-8a468d29af7c tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Floating IP 022e1085-7c96-4a45-8f2d-76878d38c11d disassociated (deleted). External IP: 172.27.1.10, port: b9ec18ef-bbff-406e-8ec7-88a3c047928a. May 18 10:25:10.918274 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2cd6ae-6965-492f-b437-8a468d29af7c tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Router 6d2353bc-b8cd-4803-84e0-c202924dbaef has already been hosted by L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb {{(pid=91254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:25:11.093427 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2cd6ae-6965-492f-b437-8a468d29af7c tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:25:11.103038 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a46329-4909-4a2b-8581-3b7bc53c0762 None None] Sync routers for ids ['6d2353bc-b8cd-4803-84e0-c202924dbaef'] in dv-cinder-772623-5-iscsi {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:25:11.112804 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a46329-4909-4a2b-8581-3b7bc53c0762 None None] Routers {'6d2353bc-b8cd-4803-84e0-c202924dbaef'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:25:11.113411 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-54a46329-4909-4a2b-8581-3b7bc53c0762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:24:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['6d2353bc-b8cd-4803-84e0-c202924dbaef'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:25:11.114175 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-6c2cd6ae-6965-492f-b437-8a468d29af7c tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for floatingip, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:11.167394 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-6c2cd6ae-6965-492f-b437-8a468d29af7c tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "DELETE /v2.0/floatingips/022e1085-7c96-4a45-8f2d-76878d38c11d HTTP/1.1" status: 204 len: 168 time: 1.4577801 May 18 10:25:11.168047 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c32789ed-24a2-4f7e-a597-23d8a3e5e828', 'tag': 'b9ec18ef-bbff-406e-8ec7-88a3c047928a'}] {{(pid=91254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:25:11.218774 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c32789ed-24a2-4f7e-a597-23d8a3e5e828', 'tag': 'b9ec18ef-bbff-406e-8ec7-88a3c047928a', 'status': 'completed', 'code': 200} May 18 10:25:11.290757 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-54a46329-4909-4a2b-8581-3b7bc53c0762 None None] Set router 6d2353bc-b8cd-4803-84e0-c202924dbaef gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:25:11.310435 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948e706-8d54-4dc5-a35e-ca7131842c01 req-2b1b7688-228c-44d5-ba01-73f5f999b030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:25:11.311908 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f948e706-8d54-4dc5-a35e-ca7131842c01 req-2b1b7688-228c-44d5-ba01-73f5f999b030 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a78a280c19e74496b43762736b06b41b&device_id=c32789ed-24a2-4f7e-a597-23d8a3e5e828 HTTP/1.1" status: 200 len: 1099 time: 0.0690300 May 18 10:25:11.448194 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948e706-8d54-4dc5-a35e-ca7131842c01 req-239c8c8d-771a-4ce9-94ff-8df15eda72d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:25:11.450004 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f948e706-8d54-4dc5-a35e-ca7131842c01 req-239c8c8d-771a-4ce9-94ff-8df15eda72d1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=33179846-9da7-4803-9f19-b2347608fe81 HTTP/1.1" status: 200 len: 913 time: 0.1315892 May 18 10:25:11.558477 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f948e706-8d54-4dc5-a35e-ca7131842c01 req-02b53f2d-48ca-4d82-986f-5d641a84d104 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9ec18ef-bbff-406e-8ec7-88a3c047928a HTTP/1.1" status: 200 len: 217 time: 0.1009567 May 18 10:25:11.637005 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948e706-8d54-4dc5-a35e-ca7131842c01 req-5b98a4a9-58cc-47ba-b396-23f7171338be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:25:11.639186 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f948e706-8d54-4dc5-a35e-ca7131842c01 req-5b98a4a9-58cc-47ba-b396-23f7171338be service neutron] 10.222.0.10 "GET /v2.0/subnets?id=158ee4a6-17be-443c-8f0e-c3894a5bd3bf HTTP/1.1" status: 200 len: 851 time: 0.0708542 May 18 10:25:11.649068 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-54a46329-4909-4a2b-8581-3b7bc53c0762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'name': 'tempest-TestVolumeBootPattern-1063213162-router', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:17:22Z', 'updated_at': '2021-05-18T10:17:26Z', 'revision_number': 4, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'gw_port': {'id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:23Z', 'updated_at': '2021-05-18T10:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_floatingips': [{'id': 'fe794e5e-a72e-459f-8e03-f160c54d4374', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'floating_ip_address': '172.27.1.223', 'floating_network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'router_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'port_id': '5d0d3526-81a6-4d67-b170-c7a9e8d6d43c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'mac_address': 'fa:16:3e:c7:d9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a56bb89-e438-413d-aa6a-09218835dccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:21:01Z', 'updated_at': '2021-05-18T10:21:03Z', 'revision_number': 1, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edfc3f17-c157-4dcc-becf-fa7acf01c4b1', 'name': '', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'mac_address': 'fa:16:3e:2d:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:25Z', 'updated_at': '2021-05-18T10:17:33Z', 'revision_number': 5, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'subnets': [{'id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:25:11.651230 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be340b2b-c54e-46a7-a99f-a167cb7b1af2 req-034e1f9a-330e-470b-ae7d-ef32541a16e1 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:25:11.652610 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-be340b2b-c54e-46a7-a99f-a167cb7b1af2 req-034e1f9a-330e-470b-ae7d-ef32541a16e1 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=c32789ed-24a2-4f7e-a597-23d8a3e5e828 HTTP/1.1" status: 200 len: 946 time: 0.1445813 May 18 10:25:11.652915 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a46329-4909-4a2b-8581-3b7bc53c0762 None None] Checking router: 6d2353bc-b8cd-4803-84e0-c202924dbaef for host: dv-cinder-772623-5-iscsi {{(pid=91256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:25:11.662163 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a46329-4909-4a2b-8581-3b7bc53c0762 None None] Routers {'6d2353bc-b8cd-4803-84e0-c202924dbaef'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:25:11.662804 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-54a46329-4909-4a2b-8581-3b7bc53c0762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:24:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['6d2353bc-b8cd-4803-84e0-c202924dbaef'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:25:11.739313 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-be340b2b-c54e-46a7-a99f-a167cb7b1af2 req-6088f851-06b0-4a5c-8f43-807d9f8e0e7c tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564108 May 18 10:25:11.760778 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948e706-8d54-4dc5-a35e-ca7131842c01 req-a2c88ede-5f43-4a46-9384-0aec153a3285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:25:11.760778 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f948e706-8d54-4dc5-a35e-ca7131842c01 req-a2c88ede-5f43-4a46-9384-0aec153a3285 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=33179846-9da7-4803-9f19-b2347608fe81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1046729 May 18 10:25:11.839293 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:25:11.840646 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-54a46329-4909-4a2b-8581-3b7bc53c0762 None None] Set router 6d2353bc-b8cd-4803-84e0-c202924dbaef gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:25:11.888469 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f948e706-8d54-4dc5-a35e-ca7131842c01 req-c433c2a6-5d94-4920-838a-78ba15fbe2eb service neutron] 10.222.0.10 "GET /v2.0/networks/33179846-9da7-4803-9f19-b2347608fe81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222284 May 18 10:25:12.020123 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-f948e706-8d54-4dc5-a35e-ca7131842c01 req-58d11f78-cf2e-4524-8bfe-4ac6fb0ed54c service neutron] 10.222.0.10 "GET /v2.0/networks/33179846-9da7-4803-9f19-b2347608fe81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240900 May 18 10:25:12.175822 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-54a46329-4909-4a2b-8581-3b7bc53c0762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'name': 'tempest-TestVolumeBootPattern-1063213162-router', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:17:22Z', 'updated_at': '2021-05-18T10:17:26Z', 'revision_number': 4, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'gw_port': {'id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:23Z', 'updated_at': '2021-05-18T10:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_floatingips': [{'id': 'fe794e5e-a72e-459f-8e03-f160c54d4374', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'floating_ip_address': '172.27.1.223', 'floating_network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'router_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'port_id': '5d0d3526-81a6-4d67-b170-c7a9e8d6d43c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'mac_address': 'fa:16:3e:c7:d9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a56bb89-e438-413d-aa6a-09218835dccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:21:01Z', 'updated_at': '2021-05-18T10:21:03Z', 'revision_number': 1, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edfc3f17-c157-4dcc-becf-fa7acf01c4b1', 'name': '', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'mac_address': 'fa:16:3e:2d:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:25Z', 'updated_at': '2021-05-18T10:17:33Z', 'revision_number': 5, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'subnets': [{'id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:25:12.179559 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a46329-4909-4a2b-8581-3b7bc53c0762 None None] The sync data for ids ['6d2353bc-b8cd-4803-84e0-c202924dbaef'] in dv-cinder-772623-5-iscsi is: [{'id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'name': 'tempest-TestVolumeBootPattern-1063213162-router', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:17:22Z', 'updated_at': '2021-05-18T10:17:26Z', 'revision_number': 4, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'gw_port': {'id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:23Z', 'updated_at': '2021-05-18T10:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_floatingips': [{'id': 'fe794e5e-a72e-459f-8e03-f160c54d4374', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'floating_ip_address': '172.27.1.223', 'floating_network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'router_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'port_id': '5d0d3526-81a6-4d67-b170-c7a9e8d6d43c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'mac_address': 'fa:16:3e:c7:d9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a56bb89-e438-413d-aa6a-09218835dccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T10:21:01Z', 'updated_at': '2021-05-18T10:21:03Z', 'revision_number': 1, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edfc3f17-c157-4dcc-becf-fa7acf01c4b1', 'name': '', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'mac_address': 'fa:16:3e:2d:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:25Z', 'updated_at': '2021-05-18T10:17:33Z', 'revision_number': 5, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'subnets': [{'id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:25:12.375900 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cf5488-8fea-4abe-afde-14494a0c169c None None] New status for floating IP 022e1085-7c96-4a45-8f2d-76878d38c11d: DOWN {{(pid=91257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 10:25:12.937716 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5389b51-ca99-4e55-94dc-bd408782dd85 req-1d09f217-10f9-45fa-9f34-06d760b88ea8 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:25:12.938426 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-a5389b51-ca99-4e55-94dc-bd408782dd85 req-1d09f217-10f9-45fa-9f34-06d760b88ea8 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Synchronizing usage tracker for tenant:a78a280c19e74496b43762736b06b41b on resource:port {{(pid=91254) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:25:12.953613 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-a5389b51-ca99-4e55-94dc-bd408782dd85 req-1d09f217-10f9-45fa-9f34-06d760b88ea8 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Unset dirty status for tenant:a78a280c19e74496b43762736b06b41b on resource:port {{(pid=91254) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:25:12.954980 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a5389b51-ca99-4e55-94dc-bd408782dd85 req-1d09f217-10f9-45fa-9f34-06d760b88ea8 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=c32789ed-24a2-4f7e-a597-23d8a3e5e828 HTTP/1.1" status: 200 len: 946 time: 0.0974078 May 18 10:25:12.999627 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-a5389b51-ca99-4e55-94dc-bd408782dd85 req-ac6c9346-6399-4ac0-b666-1bcde26225f5 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387063 May 18 10:25:13.331222 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a7f00-478f-45ed-a707-448ead4bb853 req-faf4e84c-2610-46ae-9670-d8a61056cd20 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:25:13.332646 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-538a7f00-478f-45ed-a707-448ead4bb853 req-faf4e84c-2610-46ae-9670-d8a61056cd20 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.10 "GET /v2.0/ports?device_id=c32789ed-24a2-4f7e-a597-23d8a3e5e828 HTTP/1.1" status: 200 len: 946 time: 0.1678381 May 18 10:25:13.465201 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [req-538a7f00-478f-45ed-a707-448ead4bb853 req-52168827-6b76-4a67-ae2c-9636590a10fd tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Deleting port b9ec18ef-bbff-406e-8ec7-88a3c047928a {{(pid=91255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:25:13.465537 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-538a7f00-478f-45ed-a707-448ead4bb853 req-52168827-6b76-4a67-ae2c-9636590a10fd tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:13.594200 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [req-538a7f00-478f-45ed-a707-448ead4bb853 req-52168827-6b76-4a67-ae2c-9636590a10fd tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] For port b9ec18ef-bbff-406e-8ec7-88a3c047928a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b9ec18ef-bbff-406e-8ec7-88a3c047928a,segment=NetworkSegment(2e698493-5d72-41f1-a97b-1074809e0c5d),segment_id=2e698493-5d72-41f1-a97b-1074809e0c5d)] {{(pid=91255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:25:13.594502 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-538a7f00-478f-45ed-a707-448ead4bb853 req-52168827-6b76-4a67-ae2c-9636590a10fd tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:13.714933 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [req-538a7f00-478f-45ed-a707-448ead4bb853 req-52168827-6b76-4a67-ae2c-9636590a10fd tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Calling delete_port for b9ec18ef-bbff-406e-8ec7-88a3c047928a owned by compute:nova {{(pid=91255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:25:13.824362 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-538a7f00-478f-45ed-a707-448ead4bb853 req-52168827-6b76-4a67-ae2c-9636590a10fd tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278795'] for port, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:13.829736 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-e3341ccb-40a6-4095-b5cc-0e5101fdc368 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:25:13.874437 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52168827-6b76-4a67-ae2c-9636590a10fd tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Pushing event deleted for resources: {'Port': ['ID=b9ec18ef-bbff-406e-8ec7-88a3c047928a,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:25:13.911949 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52168827-6b76-4a67-ae2c-9636590a10fd tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:25:13.912329 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52168827-6b76-4a67-ae2c-9636590a10fd tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:25:13.912699 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52168827-6b76-4a67-ae2c-9636590a10fd tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:25:13.913062 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52168827-6b76-4a67-ae2c-9636590a10fd tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:25:13.913420 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52168827-6b76-4a67-ae2c-9636590a10fd tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:25:13.913777 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52168827-6b76-4a67-ae2c-9636590a10fd tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:25:13.914133 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52168827-6b76-4a67-ae2c-9636590a10fd tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:25:13.914511 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52168827-6b76-4a67-ae2c-9636590a10fd tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:25:13.914867 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52168827-6b76-4a67-ae2c-9636590a10fd tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:25:13.915218 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52168827-6b76-4a67-ae2c-9636590a10fd tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:25:13.915566 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52168827-6b76-4a67-ae2c-9636590a10fd tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:25:13.915916 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52168827-6b76-4a67-ae2c-9636590a10fd tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:25:13.923438 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-52168827-6b76-4a67-ae2c-9636590a10fd tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:25:13.960057 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.l3_dvrscheduler_db [req-538a7f00-478f-45ed-a707-448ead4bb853 req-52168827-6b76-4a67-ae2c-9636590a10fd tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] No DVR routers for this DVR port b9ec18ef-bbff-406e-8ec7-88a3c047928a on host hv-cinder-77262 {{(pid=91255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:25:13.962474 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-538a7f00-478f-45ed-a707-448ead4bb853 req-52168827-6b76-4a67-ae2c-9636590a10fd tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:13.964908 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32789ed-24a2-4f7e-a597-23d8a3e5e828', 'name': 'network-vif-deleted', 'tag': 'b9ec18ef-bbff-406e-8ec7-88a3c047928a'}] {{(pid=91255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:25:13.982818 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-538a7f00-478f-45ed-a707-448ead4bb853 req-52168827-6b76-4a67-ae2c-9636590a10fd tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.10 "DELETE /v2.0/ports/b9ec18ef-bbff-406e-8ec7-88a3c047928a HTTP/1.1" status: 204 len: 173 time: 0.6425533 May 18 10:25:14.034450 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32789ed-24a2-4f7e-a597-23d8a3e5e828', 'name': 'network-vif-deleted', 'tag': 'b9ec18ef-bbff-406e-8ec7-88a3c047928a', 'status': 'completed', 'code': 200} May 18 10:25:14.148409 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-8294464e-94aa-4ba5-9533-caaad4feec3e req-033e47f8-1553-47dd-b853-d2ad98c876d3 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=c32789ed-24a2-4f7e-a597-23d8a3e5e828 HTTP/1.1" status: 200 len: 210 time: 0.0416000 May 18 10:25:16.093788 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device b9ec18ef-bbff-406e-8ec7-88a3c047928a no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:25:16.130776 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] No Port match for: b9ec18ef-bbff-406e-8ec7-88a3c047928a {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:25:16.131117 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device b9ec18ef-bbff-406e-8ec7-88a3c047928a not bound to the agent host hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:25:17.103146 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:17.754339 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 43372) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:25:18.009429 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [None req-679efd17-b2ed-458a-be84-f37cd9171ffb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Deleting port 8dfd5143-eeec-4b8e-ada6-013a7b7a61ce {{(pid=91254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:25:18.009668 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-679efd17-b2ed-458a-be84-f37cd9171ffb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:18.124047 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-679efd17-b2ed-458a-be84-f37cd9171ffb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:18.124362 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-679efd17-b2ed-458a-be84-f37cd9171ffb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:18.243982 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [None req-679efd17-b2ed-458a-be84-f37cd9171ffb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Calling delete_port for 8dfd5143-eeec-4b8e-ada6-013a7b7a61ce owned by network:floatingip {{(pid=91254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:25:18.359208 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-679efd17-b2ed-458a-be84-f37cd9171ffb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:18.362873 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-1d87e25a-5a18-499a-b523-49af35d35753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:25:18.408794 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679efd17-b2ed-458a-be84-f37cd9171ffb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Pushing event deleted for resources: {'Port': ['ID=8dfd5143-eeec-4b8e-ada6-013a7b7a61ce,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:25:18.412382 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-679efd17-b2ed-458a-be84-f37cd9171ffb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:25:18.497345 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-679efd17-b2ed-458a-be84-f37cd9171ffb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for floatingip, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:18.497669 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.db.l3_db [None req-679efd17-b2ed-458a-be84-f37cd9171ffb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Floating IP fe794e5e-a72e-459f-8e03-f160c54d4374 disassociated (deleted). External IP: 172.27.1.223, port: 5d0d3526-81a6-4d67-b170-c7a9e8d6d43c. May 18 10:25:18.933803 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679efd17-b2ed-458a-be84-f37cd9171ffb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Router 6d2353bc-b8cd-4803-84e0-c202924dbaef has already been hosted by L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb {{(pid=91254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:25:19.106763 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679efd17-b2ed-458a-be84-f37cd9171ffb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:25:19.116515 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087bfc2c-9ab0-4207-9d3e-332282efb132 None None] Sync routers for ids ['6d2353bc-b8cd-4803-84e0-c202924dbaef'] in dv-cinder-772623-5-iscsi {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:25:19.122000 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-679efd17-b2ed-458a-be84-f37cd9171ffb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for floatingip, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:19.125276 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087bfc2c-9ab0-4207-9d3e-332282efb132 None None] Routers {'6d2353bc-b8cd-4803-84e0-c202924dbaef'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:25:19.125887 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-087bfc2c-9ab0-4207-9d3e-332282efb132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:24:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['6d2353bc-b8cd-4803-84e0-c202924dbaef'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:25:19.174776 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-679efd17-b2ed-458a-be84-f37cd9171ffb tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "DELETE /v2.0/floatingips/fe794e5e-a72e-459f-8e03-f160c54d4374 HTTP/1.1" status: 204 len: 168 time: 1.4193366 May 18 10:25:19.175425 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a56bb89-e438-413d-aa6a-09218835dccc', 'tag': '5d0d3526-81a6-4d67-b170-c7a9e8d6d43c'}] {{(pid=91254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:25:19.220473 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a56bb89-e438-413d-aa6a-09218835dccc', 'tag': '5d0d3526-81a6-4d67-b170-c7a9e8d6d43c', 'status': 'completed', 'code': 200} May 18 10:25:19.314105 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea8532-0891-47f7-a82c-2ffdf7eab881 req-1e64055e-b998-465f-8615-abb227346d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:25:19.315808 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-6eea8532-0891-47f7-a82c-2ffdf7eab881 req-1e64055e-b998-465f-8615-abb227346d07 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a78a280c19e74496b43762736b06b41b&device_id=4a56bb89-e438-413d-aa6a-09218835dccc HTTP/1.1" status: 200 len: 1098 time: 0.0732443 May 18 10:25:19.348595 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-087bfc2c-9ab0-4207-9d3e-332282efb132 None None] Set router 6d2353bc-b8cd-4803-84e0-c202924dbaef gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:25:19.469532 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea8532-0891-47f7-a82c-2ffdf7eab881 req-ac5332a3-8f5a-4abd-8bb6-ff06e9b67377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:25:19.471025 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-6eea8532-0891-47f7-a82c-2ffdf7eab881 req-ac5332a3-8f5a-4abd-8bb6-ff06e9b67377 service neutron] 10.222.0.10 "GET /v2.0/networks?id=33179846-9da7-4803-9f19-b2347608fe81 HTTP/1.1" status: 200 len: 913 time: 0.1490452 May 18 10:25:19.485551 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [req-262b5ec9-ba81-4d7f-9661-ea5b4b2e0cf9 req-f2696e80-0f80-463d-a8d9-747635cf8b78 service neutron] (91254) timed out ('10.222.0.10', 56085) {{(pid=91254) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 18 10:25:19.578788 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-6eea8532-0891-47f7-a82c-2ffdf7eab881 req-7b43cec3-aa0f-4925-bd91-c4a9be06dd8c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d0d3526-81a6-4d67-b170-c7a9e8d6d43c HTTP/1.1" status: 200 len: 217 time: 0.0739751 May 18 10:25:19.655510 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea8532-0891-47f7-a82c-2ffdf7eab881 req-29ea3e53-02c0-4ae9-a456-d82b13c5b94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:25:19.656844 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-6eea8532-0891-47f7-a82c-2ffdf7eab881 req-29ea3e53-02c0-4ae9-a456-d82b13c5b94c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=158ee4a6-17be-443c-8f0e-c3894a5bd3bf HTTP/1.1" status: 200 len: 851 time: 0.0715535 May 18 10:25:19.660325 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-087bfc2c-9ab0-4207-9d3e-332282efb132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'name': 'tempest-TestVolumeBootPattern-1063213162-router', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:17:22Z', 'updated_at': '2021-05-18T10:17:26Z', 'revision_number': 4, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'gw_port': {'id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:23Z', 'updated_at': '2021-05-18T10:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'edfc3f17-c157-4dcc-becf-fa7acf01c4b1', 'name': '', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'mac_address': 'fa:16:3e:2d:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:25Z', 'updated_at': '2021-05-18T10:17:33Z', 'revision_number': 5, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'subnets': [{'id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:25:19.664114 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087bfc2c-9ab0-4207-9d3e-332282efb132 None None] Checking router: 6d2353bc-b8cd-4803-84e0-c202924dbaef for host: dv-cinder-772623-5-iscsi {{(pid=91256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:25:19.669185 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1711d-112c-41fb-b63f-19976ed6a6f8 req-98a8aa9d-826f-4bbb-a02f-f0845baa16bc tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:25:19.670403 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-a4f1711d-112c-41fb-b63f-19976ed6a6f8 req-98a8aa9d-826f-4bbb-a02f-f0845baa16bc tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Synchronizing usage tracker for tenant:a78a280c19e74496b43762736b06b41b on resource:port {{(pid=91255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:25:19.672826 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087bfc2c-9ab0-4207-9d3e-332282efb132 None None] Routers {'6d2353bc-b8cd-4803-84e0-c202924dbaef'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:25:19.673412 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-087bfc2c-9ab0-4207-9d3e-332282efb132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:24:55Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['6d2353bc-b8cd-4803-84e0-c202924dbaef'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:25:19.729261 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.quota.resource [req-a4f1711d-112c-41fb-b63f-19976ed6a6f8 req-98a8aa9d-826f-4bbb-a02f-f0845baa16bc tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Unset dirty status for tenant:a78a280c19e74496b43762736b06b41b on resource:port {{(pid=91255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:25:19.730404 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a4f1711d-112c-41fb-b63f-19976ed6a6f8 req-98a8aa9d-826f-4bbb-a02f-f0845baa16bc tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a56bb89-e438-413d-aa6a-09218835dccc HTTP/1.1" status: 200 len: 945 time: 0.2556081 May 18 10:25:19.783562 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-a4f1711d-112c-41fb-b63f-19976ed6a6f8 req-4fd1c7d3-7053-4bf5-8bff-ac3a1c42f940 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459483 May 18 10:25:19.785556 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea8532-0891-47f7-a82c-2ffdf7eab881 req-300a6969-b2a7-4a85-93aa-68130b2fe605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:25:19.786954 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-6eea8532-0891-47f7-a82c-2ffdf7eab881 req-300a6969-b2a7-4a85-93aa-68130b2fe605 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=33179846-9da7-4803-9f19-b2347608fe81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1139584 May 18 10:25:19.847296 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-087bfc2c-9ab0-4207-9d3e-332282efb132 None None] Set router 6d2353bc-b8cd-4803-84e0-c202924dbaef gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:25:19.919039 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-6eea8532-0891-47f7-a82c-2ffdf7eab881 req-ca321ee3-56f6-4c29-9428-86f95941dea0 service neutron] 10.222.0.10 "GET /v2.0/networks/33179846-9da7-4803-9f19-b2347608fe81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233196 May 18 10:25:20.049485 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-6eea8532-0891-47f7-a82c-2ffdf7eab881 req-b76d2f5f-430c-40b1-a13e-ac56ac295be3 service neutron] 10.222.0.10 "GET /v2.0/networks/33179846-9da7-4803-9f19-b2347608fe81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230597 May 18 10:25:20.152970 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-087bfc2c-9ab0-4207-9d3e-332282efb132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'name': 'tempest-TestVolumeBootPattern-1063213162-router', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:17:22Z', 'updated_at': '2021-05-18T10:17:26Z', 'revision_number': 4, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'gw_port': {'id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:23Z', 'updated_at': '2021-05-18T10:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'edfc3f17-c157-4dcc-becf-fa7acf01c4b1', 'name': '', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'mac_address': 'fa:16:3e:2d:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:25Z', 'updated_at': '2021-05-18T10:17:33Z', 'revision_number': 5, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'subnets': [{'id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:25:20.157221 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087bfc2c-9ab0-4207-9d3e-332282efb132 None None] The sync data for ids ['6d2353bc-b8cd-4803-84e0-c202924dbaef'] in dv-cinder-772623-5-iscsi is: [{'id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'name': 'tempest-TestVolumeBootPattern-1063213162-router', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:17:22Z', 'updated_at': '2021-05-18T10:17:26Z', 'revision_number': 4, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'gw_port': {'id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:23Z', 'updated_at': '2021-05-18T10:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi', '_interfaces': [{'id': 'edfc3f17-c157-4dcc-becf-fa7acf01c4b1', 'name': '', 'network_id': '33179846-9da7-4803-9f19-b2347608fe81', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'mac_address': 'fa:16:3e:2d:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:25Z', 'updated_at': '2021-05-18T10:17:33Z', 'revision_number': 5, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'subnets': [{'id': '158ee4a6-17be-443c-8f0e-c3894a5bd3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:25:20.342725 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413d8b68-d7ff-4763-9118-c483ec98f947 None None] New status for floating IP fe794e5e-a72e-459f-8e03-f160c54d4374: DOWN {{(pid=91257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 10:25:20.970051 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e59ab3-374d-479b-b92a-cde966d2848d req-67bb93f8-4852-4a44-a6a5-a87f6b3fe454 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:25:20.970787 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-27e59ab3-374d-479b-b92a-cde966d2848d req-67bb93f8-4852-4a44-a6a5-a87f6b3fe454 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Synchronizing usage tracker for tenant:a78a280c19e74496b43762736b06b41b on resource:port {{(pid=91254) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 10:25:20.982188 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.quota.resource [req-27e59ab3-374d-479b-b92a-cde966d2848d req-67bb93f8-4852-4a44-a6a5-a87f6b3fe454 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Unset dirty status for tenant:a78a280c19e74496b43762736b06b41b on resource:port {{(pid=91254) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 10:25:20.983316 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-27e59ab3-374d-479b-b92a-cde966d2848d req-67bb93f8-4852-4a44-a6a5-a87f6b3fe454 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a56bb89-e438-413d-aa6a-09218835dccc HTTP/1.1" status: 200 len: 945 time: 0.0949669 May 18 10:25:21.028317 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-27e59ab3-374d-479b-b92a-cde966d2848d req-49ad3dfb-d90b-4611-8400-88356435a174 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/security-groups?id=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392728 May 18 10:25:21.230204 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bf657-76b2-4fe6-aa6c-c1dbf24aa667 req-9c6b6065-53f4-40b2-9b18-a99309edbb96 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 10:25:21.231562 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-553bf657-76b2-4fe6-aa6c-c1dbf24aa667 req-9c6b6065-53f4-40b2-9b18-a99309edbb96 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a56bb89-e438-413d-aa6a-09218835dccc HTTP/1.1" status: 200 len: 945 time: 0.1616681 May 18 10:25:21.364503 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [req-553bf657-76b2-4fe6-aa6c-c1dbf24aa667 req-81a762ee-c2e4-46dc-a317-4906243030b2 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Deleting port 5d0d3526-81a6-4d67-b170-c7a9e8d6d43c {{(pid=91255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:25:21.364839 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-553bf657-76b2-4fe6-aa6c-c1dbf24aa667 req-81a762ee-c2e4-46dc-a317-4906243030b2 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:21.498042 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [req-553bf657-76b2-4fe6-aa6c-c1dbf24aa667 req-81a762ee-c2e4-46dc-a317-4906243030b2 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] For port 5d0d3526-81a6-4d67-b170-c7a9e8d6d43c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5d0d3526-81a6-4d67-b170-c7a9e8d6d43c,segment=NetworkSegment(2e698493-5d72-41f1-a97b-1074809e0c5d),segment_id=2e698493-5d72-41f1-a97b-1074809e0c5d)] {{(pid=91255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:25:21.498308 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-553bf657-76b2-4fe6-aa6c-c1dbf24aa667 req-81a762ee-c2e4-46dc-a317-4906243030b2 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:21.618461 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [req-553bf657-76b2-4fe6-aa6c-c1dbf24aa667 req-81a762ee-c2e4-46dc-a317-4906243030b2 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Calling delete_port for 5d0d3526-81a6-4d67-b170-c7a9e8d6d43c owned by compute:nova {{(pid=91255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:25:21.728659 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-553bf657-76b2-4fe6-aa6c-c1dbf24aa667 req-81a762ee-c2e4-46dc-a317-4906243030b2 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278795'] for port, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:21.735613 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-9ed95d27-581f-4fc1-a351-f9cb5767fb2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:25:21.806098 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a762ee-c2e4-46dc-a317-4906243030b2 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Pushing event deleted for resources: {'Port': ['ID=5d0d3526-81a6-4d67-b170-c7a9e8d6d43c,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:25:21.808565 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-81a762ee-c2e4-46dc-a317-4906243030b2 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:25:21.857007 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.l3_dvrscheduler_db [req-553bf657-76b2-4fe6-aa6c-c1dbf24aa667 req-81a762ee-c2e4-46dc-a317-4906243030b2 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] No DVR routers for this DVR port 5d0d3526-81a6-4d67-b170-c7a9e8d6d43c on host hv-cinder-77262 {{(pid=91255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:25:21.859383 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [req-553bf657-76b2-4fe6-aa6c-c1dbf24aa667 req-81a762ee-c2e4-46dc-a317-4906243030b2 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for port, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:21.862997 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a56bb89-e438-413d-aa6a-09218835dccc', 'name': 'network-vif-deleted', 'tag': '5d0d3526-81a6-4d67-b170-c7a9e8d6d43c'}] {{(pid=91255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 10:25:21.878192 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [req-553bf657-76b2-4fe6-aa6c-c1dbf24aa667 req-81a762ee-c2e4-46dc-a317-4906243030b2 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.10 "DELETE /v2.0/ports/5d0d3526-81a6-4d67-b170-c7a9e8d6d43c HTTP/1.1" status: 204 len: 173 time: 0.6408663 May 18 10:25:21.915431 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a56bb89-e438-413d-aa6a-09218835dccc', 'name': 'network-vif-deleted', 'tag': '5d0d3526-81a6-4d67-b170-c7a9e8d6d43c', 'status': 'completed', 'code': 200} May 18 10:25:22.184062 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [req-506a3f8d-1754-4213-a3bf-af9a7976bb55 req-85d38b38-f0bc-4f12-9f32-1f247ba1f19a tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a56bb89-e438-413d-aa6a-09218835dccc HTTP/1.1" status: 200 len: 210 time: 0.0456135 May 18 10:25:22.642035 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-638c0120-9b59-455c-bb5d-9e4c4e56e932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:23.282069 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 43390) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:25:23.497050 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [None req-f4c5b567-574b-4324-95c3-2acb8bbaf354 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Deleting port 2376f1a1-d457-44f5-b769-f5e0343f14ab {{(pid=91254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:25:23.497291 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f4c5b567-574b-4324-95c3-2acb8bbaf354 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:23.612585 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f4c5b567-574b-4324-95c3-2acb8bbaf354 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:23.612912 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f4c5b567-574b-4324-95c3-2acb8bbaf354 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:23.731588 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [None req-f4c5b567-574b-4324-95c3-2acb8bbaf354 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Calling delete_port for 2376f1a1-d457-44f5-b769-f5e0343f14ab owned by network:floatingip {{(pid=91254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:25:23.840365 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f4c5b567-574b-4324-95c3-2acb8bbaf354 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:23.845183 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-b46f475e-9ad5-424d-9bd6-57c37dd125f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:25:23.888274 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c5b567-574b-4324-95c3-2acb8bbaf354 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Pushing event deleted for resources: {'Port': ['ID=2376f1a1-d457-44f5-b769-f5e0343f14ab,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:25:23.913941 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-f4c5b567-574b-4324-95c3-2acb8bbaf354 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:25:23.978912 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f4c5b567-574b-4324-95c3-2acb8bbaf354 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for floatingip, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:23.992905 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-f4c5b567-574b-4324-95c3-2acb8bbaf354 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56089'] for floatingip, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:23.994036 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-f4c5b567-574b-4324-95c3-2acb8bbaf354 tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "DELETE /v2.0/floatingips/71d06e07-c348-4ffc-90a5-96731eff55bb HTTP/1.1" status: 204 len: 168 time: 0.7109015 May 18 10:25:24.170975 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 5d0d3526-81a6-4d67-b170-c7a9e8d6d43c no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:25:24.204744 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] No Port match for: 5d0d3526-81a6-4d67-b170-c7a9e8d6d43c {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:25:24.205362 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Device 5d0d3526-81a6-4d67-b170-c7a9e8d6d43c not bound to the agent host hv-cinder-77262 {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:25:24.460194 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [req-de9405c7-dd7e-4deb-b59b-c23a8ed44db3 req-a95e13c1-df72-4c7d-bb60-1ba0d9a0b612 service neutron] (91254) timed out ('10.222.0.11', 36940) {{(pid=91254) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 18 10:25:25.251073 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:25.269838 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-eb65ba4f-83c0-457f-a4bc-a4282e14ea56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:25.366497 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 43406) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:25:25.434528 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-6fafd742-b86b-421d-a920-a75fda345a8b tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for security_group, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:25.464812 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-6fafd742-b86b-421d-a920-a75fda345a8b tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:25.528586 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-6fafd742-b86b-421d-a920-a75fda345a8b tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:25.532444 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-918ab3a0-921f-4ce9-af94-26a1d4fb745f tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:25:25.546575 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fafd742-b86b-421d-a920-a75fda345a8b tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=212775e4-2fb9-4469-a0e0-e7acc3cb3b7f,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:25:25.549661 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-6fafd742-b86b-421d-a920-a75fda345a8b tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:25:25.558479 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-6fafd742-b86b-421d-a920-a75fda345a8b tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] Notify callbacks [] for security_group, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:25.559621 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-6fafd742-b86b-421d-a920-a75fda345a8b tempest-TestVolumeBootPattern-1621506757 tempest-TestVolumeBootPattern-1621506757-project] 10.222.0.11 "DELETE /v2.0/security-groups/212775e4-2fb9-4469-a0e0-e7acc3cb3b7f HTTP/1.1" status: 204 len: 168 time: 0.1921189 May 18 10:25:25.617586 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 43412) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:25:26.258483 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-542abef3-c232-4aa9-81e2-7a768fc4ed8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921910'] for router_interface, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:26.725293 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:26.745615 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [None req-542abef3-c232-4aa9-81e2-7a768fc4ed8b admin admin] Deleting port edfc3f17-c157-4dcc-becf-fa7acf01c4b1 {{(pid=91255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:25:26.746072 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-542abef3-c232-4aa9-81e2-7a768fc4ed8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:26.865008 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [None req-542abef3-c232-4aa9-81e2-7a768fc4ed8b admin admin] For port edfc3f17-c157-4dcc-becf-fa7acf01c4b1, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=edfc3f17-c157-4dcc-becf-fa7acf01c4b1,segment=NetworkSegment(2e698493-5d72-41f1-a97b-1074809e0c5d),segment_id=2e698493-5d72-41f1-a97b-1074809e0c5d)] {{(pid=91255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:25:26.865357 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-542abef3-c232-4aa9-81e2-7a768fc4ed8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:26.986747 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [None req-542abef3-c232-4aa9-81e2-7a768fc4ed8b admin admin] Calling delete_port for edfc3f17-c157-4dcc-becf-fa7acf01c4b1 owned by network:router_interface {{(pid=91255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:25:27.126023 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-542abef3-c232-4aa9-81e2-7a768fc4ed8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278795'] for port, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:27.130356 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-58545ec7-2d2f-4136-8380-1c1a988f9a9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:25:27.175107 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542abef3-c232-4aa9-81e2-7a768fc4ed8b admin admin] Pushing event deleted for resources: {'Port': ['ID=edfc3f17-c157-4dcc-becf-fa7acf01c4b1,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:25:27.177604 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-542abef3-c232-4aa9-81e2-7a768fc4ed8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:25:27.432037 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-542abef3-c232-4aa9-81e2-7a768fc4ed8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-923302'] for router_interface, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:27.780210 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542abef3-c232-4aa9-81e2-7a768fc4ed8b admin admin] Router 6d2353bc-b8cd-4803-84e0-c202924dbaef has already been hosted by L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb {{(pid=91255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:25:28.037590 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542abef3-c232-4aa9-81e2-7a768fc4ed8b admin admin] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:25:28.046801 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59b2c8d-c30e-499c-aff0-0f329a1faf3c None None] Sync routers for ids ['6d2353bc-b8cd-4803-84e0-c202924dbaef'] in dv-cinder-772623-5-iscsi {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:25:28.051302 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-542abef3-c232-4aa9-81e2-7a768fc4ed8b admin admin] 10.222.0.11 "PUT /v2.0/routers/6d2353bc-b8cd-4803-84e0-c202924dbaef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4325776 May 18 10:25:28.053797 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 43420) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:25:28.056631 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59b2c8d-c30e-499c-aff0-0f329a1faf3c None None] Routers {'6d2353bc-b8cd-4803-84e0-c202924dbaef'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:25:28.057228 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-b59b2c8d-c30e-499c-aff0-0f329a1faf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:25:25Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['6d2353bc-b8cd-4803-84e0-c202924dbaef'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:25:28.228631 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-5fa44158-9d0c-405b-b766-4bda28c2b3d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:28.254208 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-b59b2c8d-c30e-499c-aff0-0f329a1faf3c None None] Set router 6d2353bc-b8cd-4803-84e0-c202924dbaef gateway port host: dv-cinder-772623-5-iscsi {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:25:28.351849 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:28.403512 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-5fa44158-9d0c-405b-b766-4bda28c2b3d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:28.475922 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [None req-5fa44158-9d0c-405b-b766-4bda28c2b3d0 admin admin] Deleting port cebd9189-1400-4075-bb4e-4bce95ed8441 {{(pid=91255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:25:28.476260 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-5fa44158-9d0c-405b-b766-4bda28c2b3d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:28.596172 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [None req-5fa44158-9d0c-405b-b766-4bda28c2b3d0 admin admin] For port cebd9189-1400-4075-bb4e-4bce95ed8441, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=cebd9189-1400-4075-bb4e-4bce95ed8441,segment=NetworkSegment(f8569fa1-1255-4980-b926-c951cf4cc403),segment_id=f8569fa1-1255-4980-b926-c951cf4cc403)] {{(pid=91255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:25:28.596526 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-5fa44158-9d0c-405b-b766-4bda28c2b3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:28.717692 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [None req-5fa44158-9d0c-405b-b766-4bda28c2b3d0 admin admin] Calling delete_port for cebd9189-1400-4075-bb4e-4bce95ed8441 owned by network:router_gateway {{(pid=91255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:25:28.743526 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-b59b2c8d-c30e-499c-aff0-0f329a1faf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'name': 'tempest-TestVolumeBootPattern-1063213162-router', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:17:22Z', 'updated_at': '2021-05-18T10:25:27Z', 'revision_number': 5, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'gw_port': {'id': 'cebd9189-1400-4075-bb4e-4bce95ed8441', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:23Z', 'updated_at': '2021-05-18T10:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi'}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:25:28.749445 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59b2c8d-c30e-499c-aff0-0f329a1faf3c None None] Checking router: 6d2353bc-b8cd-4803-84e0-c202924dbaef for host: dv-cinder-772623-5-iscsi {{(pid=91256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:25:28.764808 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59b2c8d-c30e-499c-aff0-0f329a1faf3c None None] Routers {'6d2353bc-b8cd-4803-84e0-c202924dbaef'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:25:28.764808 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-b59b2c8d-c30e-499c-aff0-0f329a1faf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:25:25Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['6d2353bc-b8cd-4803-84e0-c202924dbaef'], 'active': True} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:25:28.868354 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-5fa44158-9d0c-405b-b766-4bda28c2b3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278795'] for port, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:28.873262 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-159d6ae6-2044-44ae-ad5b-d8445b388a51 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:25:28.914921 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa44158-9d0c-405b-b766-4bda28c2b3d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cebd9189-1400-4075-bb4e-4bce95ed8441,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:25:28.918080 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-5fa44158-9d0c-405b-b766-4bda28c2b3d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:25:28.920525 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvr_db [None req-b59b2c8d-c30e-499c-aff0-0f329a1faf3c None None] Set router 6d2353bc-b8cd-4803-84e0-c202924dbaef gateway port host: None {{(pid=91256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:25:29.006638 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-5fa44158-9d0c-405b-b766-4bda28c2b3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924701'] for router_gateway, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:29.026662 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_hamode_db [None req-b59b2c8d-c30e-499c-aff0-0f329a1faf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'name': 'tempest-TestVolumeBootPattern-1063213162-router', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:17:22Z', 'updated_at': '2021-05-18T10:25:28Z', 'revision_number': 6, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'gw_port_host': None}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:25:29.031184 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59b2c8d-c30e-499c-aff0-0f329a1faf3c None None] The sync data for ids ['6d2353bc-b8cd-4803-84e0-c202924dbaef'] in dv-cinder-772623-5-iscsi is: [{'id': '6d2353bc-b8cd-4803-84e0-c202924dbaef', 'name': 'tempest-TestVolumeBootPattern-1063213162-router', 'tenant_id': 'a78a280c19e74496b43762736b06b41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:17:22Z', 'updated_at': '2021-05-18T10:25:28Z', 'revision_number': 6, 'project_id': 'a78a280c19e74496b43762736b06b41b', 'gw_port_host': None}] {{(pid=91256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:25:29.175445 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-5fa44158-9d0c-405b-b766-4bda28c2b3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27175'] for router, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:29.177580 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-5fa44158-9d0c-405b-b766-4bda28c2b3d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:29.288862 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-5fa44158-9d0c-405b-b766-4bda28c2b3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-648010'] for router, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:29.289500 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa44158-9d0c-405b-b766-4bda28c2b3d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d2353bc-b8cd-4803-84e0-c202924dbaef {{(pid=91255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 10:25:29.301449 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-5fa44158-9d0c-405b-b766-4bda28c2b3d0 admin admin] Notify callbacks [] for router, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:29.302592 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-5fa44158-9d0c-405b-b766-4bda28c2b3d0 admin admin] 10.222.0.11 "DELETE /v2.0/routers/6d2353bc-b8cd-4803-84e0-c202924dbaef HTTP/1.1" status: 204 len: 168 time: 1.2478874 May 18 10:25:29.305083 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 43424) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:25:29.362715 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8cf9e14-7f16-4e6f-9061-e943c080a4f1 admin admin] Deleting subnet 158ee4a6-17be-443c-8f0e-c3894a5bd3bf {{(pid=91255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 10:25:29.366647 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-f8cf9e14-7f16-4e6f-9061-e943c080a4f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:29.424780 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-f8cf9e14-7f16-4e6f-9061-e943c080a4f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2332627'] for subnet, precommit_delete_associations {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:29.504965 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-f8cf9e14-7f16-4e6f-9061-e943c080a4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379774'] for subnet, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:29.743115 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-f8cf9e14-7f16-4e6f-9061-e943c080a4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2298964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2126218'] for subnet, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:29.748225 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:25:29.784044 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-f8cf9e14-7f16-4e6f-9061-e943c080a4f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for subnet, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:29.786679 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf9e14-7f16-4e6f-9061-e943c080a4f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=158ee4a6-17be-443c-8f0e-c3894a5bd3bf,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:25:29.790230 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-f8cf9e14-7f16-4e6f-9061-e943c080a4f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:25:29.790489 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d0ece2-a985-4175-8110-fca4a4c0c553 None None] Network 33179846-9da7-4803-9f19-b2347608fe81 requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:25:29.794677 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-f8cf9e14-7f16-4e6f-9061-e943c080a4f1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/158ee4a6-17be-443c-8f0e-c3894a5bd3bf HTTP/1.1" status: 204 len: 168 time: 0.4886386 May 18 10:25:29.797129 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 43428) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:25:29.903124 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-70a4ac7d-8ff1-45b1-85d6-cf07436c72b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7931910'] for network, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:29.976774 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [None req-70a4ac7d-8ff1-45b1-85d6-cf07436c72b1 admin admin] Deleting port 23c9a57d-1b76-471b-85d4-0ff01539ce2f {{(pid=91255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:25:29.977592 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-70a4ac7d-8ff1-45b1-85d6-cf07436c72b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:30.057269 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b59bec-d354-4f81-97af-94b3e1bf339b None None] DHCP port deletion for 33179846-9da7-4803-9f19-b2347608fe81 request from dv-cinder-772623-5-iscsi {{(pid=91256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 10:25:30.087974 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [None req-70a4ac7d-8ff1-45b1-85d6-cf07436c72b1 admin admin] For port 23c9a57d-1b76-471b-85d4-0ff01539ce2f, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=23c9a57d-1b76-471b-85d4-0ff01539ce2f,segment=NetworkSegment(2e698493-5d72-41f1-a97b-1074809e0c5d),segment_id=2e698493-5d72-41f1-a97b-1074809e0c5d)] {{(pid=91255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:25:30.088321 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-70a4ac7d-8ff1-45b1-85d6-cf07436c72b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:30.125779 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-11b59bec-d354-4f81-97af-94b3e1bf339b None None] Deleting port 23c9a57d-1b76-471b-85d4-0ff01539ce2f {{(pid=91256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:25:30.126152 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-11b59bec-d354-4f81-97af-94b3e1bf339b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:30.210548 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [None req-70a4ac7d-8ff1-45b1-85d6-cf07436c72b1 admin admin] Calling delete_port for 23c9a57d-1b76-471b-85d4-0ff01539ce2f owned by network:dhcp {{(pid=91255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:25:30.223121 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-11b59bec-d354-4f81-97af-94b3e1bf339b None None] For port 23c9a57d-1b76-471b-85d4-0ff01539ce2f, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=23c9a57d-1b76-471b-85d4-0ff01539ce2f,segment=NetworkSegment(2e698493-5d72-41f1-a97b-1074809e0c5d),segment_id=2e698493-5d72-41f1-a97b-1074809e0c5d)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:25:30.223515 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-11b59bec-d354-4f81-97af-94b3e1bf339b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:30.259714 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-70a4ac7d-8ff1-45b1-85d6-cf07436c72b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278795'] for port, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:30.264744 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-6909dcea-c467-4f3c-acac-302c1ec3de4e tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:25:30.310196 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a4ac7d-8ff1-45b1-85d6-cf07436c72b1 admin admin] No DVR routers for this DVR port 23c9a57d-1b76-471b-85d4-0ff01539ce2f on host dv-cinder-772623-5-iscsi {{(pid=91255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:25:30.338683 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4ac7d-8ff1-45b1-85d6-cf07436c72b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=23c9a57d-1b76-471b-85d4-0ff01539ce2f,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:25:30.341034 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-70a4ac7d-8ff1-45b1-85d6-cf07436c72b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:25:30.342331 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-11b59bec-d354-4f81-97af-94b3e1bf339b None None] Calling delete_port for 23c9a57d-1b76-471b-85d4-0ff01539ce2f owned by network:dhcp {{(pid=91256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:25:30.383737 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-11b59bec-d354-4f81-97af-94b3e1bf339b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924'] for port, after_delete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:30.387309 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-f11a4d82-4b3e-439a-ad95-b6bab0e7497c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:25:30.429003 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b59bec-d354-4f81-97af-94b3e1bf339b None None] Pushing event deleted for resources: {'Port': ['ID=23c9a57d-1b76-471b-85d4-0ff01539ce2f,revision_number=None']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:25:30.430716 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-70a4ac7d-8ff1-45b1-85d6-cf07436c72b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373237', 'neutron.services.segments.db._delete_segments_for_network-8726941291138'] for network, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:30.439209 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b59bec-d354-4f81-97af-94b3e1bf339b None None] No DVR routers for this DVR port 23c9a57d-1b76-471b-85d4-0ff01539ce2f on host dv-cinder-772623-5-iscsi {{(pid=91256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:25:30.441100 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b59bec-d354-4f81-97af-94b3e1bf339b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:25:30.441445 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b59bec-d354-4f81-97af-94b3e1bf339b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:25:30.441783 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b59bec-d354-4f81-97af-94b3e1bf339b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:25:30.442114 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b59bec-d354-4f81-97af-94b3e1bf339b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:25:30.442464 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b59bec-d354-4f81-97af-94b3e1bf339b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:25:30.442788 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b59bec-d354-4f81-97af-94b3e1bf339b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:25:30.443113 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b59bec-d354-4f81-97af-94b3e1bf339b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:25:30.443435 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b59bec-d354-4f81-97af-94b3e1bf339b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:25:30.443760 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b59bec-d354-4f81-97af-94b3e1bf339b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:25:30.444175 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b59bec-d354-4f81-97af-94b3e1bf339b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:25:30.444581 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b59bec-d354-4f81-97af-94b3e1bf339b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:25:30.444909 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b59bec-d354-4f81-97af-94b3e1bf339b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-5-iscsi {{(pid=91256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 10:25:30.445038 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.services.segments.db [None req-70a4ac7d-8ff1-45b1-85d6-cf07436c72b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33179846-9da7-4803-9f19-b2347608fe81']}} {{(pid=91255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:25:30.448492 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-11b59bec-d354-4f81-97af-94b3e1bf339b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:25:30.458693 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.services.segments.db [None req-70a4ac7d-8ff1-45b1-85d6-cf07436c72b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e698493-5d72-41f1-a97b-1074809e0c5d') {'for_net_delete': True} {{(pid=91255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:25:30.458985 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.services.segments.db [None req-70a4ac7d-8ff1-45b1-85d6-cf07436c72b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e698493-5d72-41f1-a97b-1074809e0c5d') {} {{(pid=91255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:25:30.470200 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-70a4ac7d-8ff1-45b1-85d6-cf07436c72b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726941301643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2332612'] for segment, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:30.485685 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-70a4ac7d-8ff1-45b1-85d6-cf07436c72b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901'] for segment, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:30.492003 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a4ac7d-8ff1-45b1-85d6-cf07436c72b1 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=91255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 10:25:30.492393 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-70a4ac7d-8ff1-45b1-85d6-cf07436c72b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2278902'] for segment, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:30.505631 dv-cinder-772623-5-iscsi neutron-server[91255]: Traceback (most recent call last): May 18 10:25:30.505631 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 10:25:30.505631 dv-cinder-772623-5-iscsi neutron-server[91255]: timer() May 18 10:25:30.505631 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 10:25:30.505631 dv-cinder-772623-5-iscsi neutron-server[91255]: cb(*args, **kw) May 18 10:25:30.505631 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 10:25:30.505631 dv-cinder-772623-5-iscsi neutron-server[91255]: return func(*args, **kwargs) May 18 10:25:30.505631 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 10:25:30.505631 dv-cinder-772623-5-iscsi neutron-server[91255]: self._notify() May 18 10:25:30.505631 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 10:25:30.505631 dv-cinder-772623-5-iscsi neutron-server[91255]: self.callback(batched_events) May 18 10:25:30.505631 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 10:25:30.505631 dv-cinder-772623-5-iscsi neutron-server[91255]: event.method(event) May 18 10:25:30.505631 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 10:25:30.505631 dv-cinder-772623-5-iscsi neutron-server[91255]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 10:25:30.505631 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 10:25:30.505631 dv-cinder-772623-5-iscsi neutron-server[91255]: aggregate_uuid = self.p_client.list_aggregates( May 18 10:25:30.505631 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 10:25:30.505631 dv-cinder-772623-5-iscsi neutron-server[91255]: return f(self, *a, **k) May 18 10:25:30.505631 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 10:25:30.505631 dv-cinder-772623-5-iscsi neutron-server[91255]: return self._get(url).json() May 18 10:25:30.505631 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 10:25:30.505631 dv-cinder-772623-5-iscsi neutron-server[91255]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 10:25:30.505631 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 10:25:30.505631 dv-cinder-772623-5-iscsi neutron-server[91255]: return self.request(url, 'GET', **kwargs) May 18 10:25:30.505631 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 10:25:30.505631 dv-cinder-772623-5-iscsi neutron-server[91255]: base_url = self.get_endpoint(auth, allow=allow, May 18 10:25:30.505631 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 10:25:30.505631 dv-cinder-772623-5-iscsi neutron-server[91255]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 10:25:30.505631 dv-cinder-772623-5-iscsi neutron-server[91255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 10:25:30.505631 dv-cinder-772623-5-iscsi neutron-server[91255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 10:25:30.505631 dv-cinder-772623-5-iscsi neutron-server[91255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 10:25:30.581538 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-70a4ac7d-8ff1-45b1-85d6-cf07436c72b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924726'] for network, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:30.585263 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-9ed95d27-581f-4fc1-a351-f9cb5767fb2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:25:30.597787 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-70a4ac7d-8ff1-45b1-85d6-cf07436c72b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for network, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:30.607689 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4ac7d-8ff1-45b1-85d6-cf07436c72b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=33179846-9da7-4803-9f19-b2347608fe81,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:25:30.610697 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-70a4ac7d-8ff1-45b1-85d6-cf07436c72b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:25:30.621427 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-70a4ac7d-8ff1-45b1-85d6-cf07436c72b1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/33179846-9da7-4803-9f19-b2347608fe81 HTTP/1.1" status: 204 len: 168 time: 0.8233635 May 18 10:25:30.624722 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 43432) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:25:30.761275 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device 23c9a57d-1b76-471b-85d4-0ff01539ce2f no longer exists at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:25:30.800217 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] No Port match for: 23c9a57d-1b76-471b-85d4-0ff01539ce2f {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:25:30.800898 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device 23c9a57d-1b76-471b-85d4-0ff01539ce2f not bound to the agent host dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:25:30.801025 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device edfc3f17-c157-4dcc-becf-fa7acf01c4b1 no longer exists at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:25:30.835435 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] No Port match for: edfc3f17-c157-4dcc-becf-fa7acf01c4b1 {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:25:30.835693 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device edfc3f17-c157-4dcc-becf-fa7acf01c4b1 not bound to the agent host dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:25:30.836123 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device cebd9189-1400-4075-bb4e-4bce95ed8441 no longer exists at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:25:30.869071 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] No Port match for: cebd9189-1400-4075-bb4e-4bce95ed8441 {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:25:30.869422 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device cebd9189-1400-4075-bb4e-4bce95ed8441 not bound to the agent host dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:25:31.237829 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-18271375-56b1-4f6e-921d-513f27388154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-921910'] for router_interface, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:31.627093 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [None req-18271375-56b1-4f6e-921d-513f27388154 admin admin] Deleting port 659003ba-6ac1-4a96-a5ef-3e7c31b5bc60 {{(pid=91255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:25:31.627418 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-18271375-56b1-4f6e-921d-513f27388154 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:31.742557 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [None req-18271375-56b1-4f6e-921d-513f27388154 admin admin] For port 659003ba-6ac1-4a96-a5ef-3e7c31b5bc60, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=659003ba-6ac1-4a96-a5ef-3e7c31b5bc60,segment=NetworkSegment(2c4aeb58-50f4-48ee-86a5-9343d0c6586a),segment_id=2c4aeb58-50f4-48ee-86a5-9343d0c6586a)] {{(pid=91255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:25:31.742898 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-18271375-56b1-4f6e-921d-513f27388154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:31.859324 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [None req-18271375-56b1-4f6e-921d-513f27388154 admin admin] Calling delete_port for 659003ba-6ac1-4a96-a5ef-3e7c31b5bc60 owned by network:router_interface {{(pid=91255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:25:32.002239 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-18271375-56b1-4f6e-921d-513f27388154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278795'] for port, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:32.006396 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-ffdae721-97d6-4f49-a57b-d39071e40ba5 tempest-TestMinimumBasicScenario-1007460112 tempest-TestMinimumBasicScenario-1007460112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:25:32.049526 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18271375-56b1-4f6e-921d-513f27388154 admin admin] Pushing event deleted for resources: {'Port': ['ID=659003ba-6ac1-4a96-a5ef-3e7c31b5bc60,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:25:32.074617 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-18271375-56b1-4f6e-921d-513f27388154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:25:32.402223 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-18271375-56b1-4f6e-921d-513f27388154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-923302'] for router_interface, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:32.756112 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18271375-56b1-4f6e-921d-513f27388154 admin admin] Router fa3f37ff-ae97-4975-ba50-10a851f5e307 has already been hosted by L3 agent 967bd361-e215-4620-96c7-5f6aedd08dbb {{(pid=91255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 10:25:32.928485 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18271375-56b1-4f6e-921d-513f27388154 admin admin] Notify agent at l3_agent.dv-cinder-772623-5-iscsi the message routers_updated {{(pid=91255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 10:25:32.937348 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeb9e64-3c32-4565-a15d-6a67c9259937 None None] Sync routers for ids ['fa3f37ff-ae97-4975-ba50-10a851f5e307'] in dv-cinder-772623-5-iscsi {{(pid=91257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 10:25:32.944977 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-18271375-56b1-4f6e-921d-513f27388154 admin admin] 10.222.0.11 "PUT /v2.0/routers/fa3f37ff-ae97-4975-ba50-10a851f5e307/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3192639 May 18 10:25:32.946699 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 43436) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:25:32.947066 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeb9e64-3c32-4565-a15d-6a67c9259937 None None] Routers {'fa3f37ff-ae97-4975-ba50-10a851f5e307'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:25:32.947694 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-6aeb9e64-3c32-4565-a15d-6a67c9259937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:25:25Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['fa3f37ff-ae97-4975-ba50-10a851f5e307'], 'active': True} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:25:33.117821 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvr_db [None req-6aeb9e64-3c32-4565-a15d-6a67c9259937 None None] Set router fa3f37ff-ae97-4975-ba50-10a851f5e307 gateway port host: dv-cinder-772623-5-iscsi {{(pid=91257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:25:33.120121 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-d1610116-d970-4ade-917e-a35a672a1134 admin admin] Notify callbacks [] for router, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:33.288614 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-d1610116-d970-4ade-917e-a35a672a1134 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:33.362033 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [None req-d1610116-d970-4ade-917e-a35a672a1134 admin admin] Deleting port b6c35c95-d1a6-44bf-ab9c-03d22baede28 {{(pid=91255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:25:33.362373 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-d1610116-d970-4ade-917e-a35a672a1134 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:33.413751 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-6aeb9e64-3c32-4565-a15d-6a67c9259937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3f37ff-ae97-4975-ba50-10a851f5e307', 'name': 'tempest-TestVolumeBootPattern-518181976-router', 'tenant_id': '7851e9900d424d46a2f1684c93d0f26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'external_fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'b6c35c95-d1a6-44bf-ab9c-03d22baede28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:17:29Z', 'updated_at': '2021-05-18T10:25:31Z', 'revision_number': 5, 'project_id': '7851e9900d424d46a2f1684c93d0f26d', 'gw_port': {'id': 'b6c35c95-d1a6-44bf-ab9c-03d22baede28', 'name': '', 'network_id': 'bdffa4fc-1e46-4c03-9fa3-1d81e54b3ac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3f37ff-ae97-4975-ba50-10a851f5e307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T10:17:30Z', 'updated_at': '2021-05-18T10:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bad1a46d-7140-454d-84c6-4b97dc4a536e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-5-iscsi'}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:25:33.417618 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeb9e64-3c32-4565-a15d-6a67c9259937 None None] Checking router: fa3f37ff-ae97-4975-ba50-10a851f5e307 for host: dv-cinder-772623-5-iscsi {{(pid=91257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 10:25:33.426286 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeb9e64-3c32-4565-a15d-6a67c9259937 None None] Routers {'fa3f37ff-ae97-4975-ba50-10a851f5e307'} bound to L3 agent in host dv-cinder-772623-5-iscsi {{(pid=91257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 10:25:33.427027 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-6aeb9e64-3c32-4565-a15d-6a67c9259937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T09:53:25Z,description=,heartbeat_timestamp=2021-05-18T10:25:25Z,host='dv-cinder-772623-5-iscsi',id=967bd361-e215-4620-96c7-5f6aedd08dbb,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T09:53:25Z,topic='l3_agent')) {'router_ids': ['fa3f37ff-ae97-4975-ba50-10a851f5e307'], 'active': True} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:25:33.480935 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.db [None req-d1610116-d970-4ade-917e-a35a672a1134 admin admin] For port b6c35c95-d1a6-44bf-ab9c-03d22baede28, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=b6c35c95-d1a6-44bf-ab9c-03d22baede28,segment=NetworkSegment(f8569fa1-1255-4980-b926-c951cf4cc403),segment_id=f8569fa1-1255-4980-b926-c951cf4cc403)] {{(pid=91255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:25:33.481547 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-d1610116-d970-4ade-917e-a35a672a1134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:33.574187 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_dvr_db [None req-6aeb9e64-3c32-4565-a15d-6a67c9259937 None None] Set router fa3f37ff-ae97-4975-ba50-10a851f5e307 gateway port host: None {{(pid=91257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 10:25:33.680425 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.l3_hamode_db [None req-6aeb9e64-3c32-4565-a15d-6a67c9259937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3f37ff-ae97-4975-ba50-10a851f5e307', 'name': 'tempest-TestVolumeBootPattern-518181976-router', 'tenant_id': '7851e9900d424d46a2f1684c93d0f26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:17:29Z', 'updated_at': '2021-05-18T10:25:33Z', 'revision_number': 6, 'project_id': '7851e9900d424d46a2f1684c93d0f26d', 'gw_port_host': None}], 'dv-cinder-772623-5-iscsi', False) {} {{(pid=91257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:25:33.684626 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeb9e64-3c32-4565-a15d-6a67c9259937 None None] The sync data for ids ['fa3f37ff-ae97-4975-ba50-10a851f5e307'] in dv-cinder-772623-5-iscsi is: [{'id': 'fa3f37ff-ae97-4975-ba50-10a851f5e307', 'name': 'tempest-TestVolumeBootPattern-518181976-router', 'tenant_id': '7851e9900d424d46a2f1684c93d0f26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T10:17:29Z', 'updated_at': '2021-05-18T10:25:33Z', 'revision_number': 6, 'project_id': '7851e9900d424d46a2f1684c93d0f26d', 'gw_port_host': None}] {{(pid=91257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 10:25:33.703259 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.plugins.ml2.plugin [None req-d1610116-d970-4ade-917e-a35a672a1134 admin admin] Calling delete_port for b6c35c95-d1a6-44bf-ab9c-03d22baede28 owned by network:router_gateway {{(pid=91255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:25:33.837079 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-d1610116-d970-4ade-917e-a35a672a1134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278795'] for port, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:33.841876 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-60df65bb-b601-494f-b984-fbc44afdd480 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:25:33.882198 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1610116-d970-4ade-917e-a35a672a1134 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6c35c95-d1a6-44bf-ab9c-03d22baede28,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:25:33.885275 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-d1610116-d970-4ade-917e-a35a672a1134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:25:33.973801 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-d1610116-d970-4ade-917e-a35a672a1134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924701'] for router_gateway, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:34.145593 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-d1610116-d970-4ade-917e-a35a672a1134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27175'] for router, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:34.147744 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-d1610116-d970-4ade-917e-a35a672a1134 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:34.170999 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-d1610116-d970-4ade-917e-a35a672a1134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-648010'] for router, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:34.171516 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1610116-d970-4ade-917e-a35a672a1134 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa3f37ff-ae97-4975-ba50-10a851f5e307 {{(pid=91255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 10:25:34.184492 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-d1610116-d970-4ade-917e-a35a672a1134 admin admin] Notify callbacks [] for router, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:34.186079 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-d1610116-d970-4ade-917e-a35a672a1134 admin admin] 10.222.0.11 "DELETE /v2.0/routers/fa3f37ff-ae97-4975-ba50-10a851f5e307 HTTP/1.1" status: 204 len: 168 time: 1.2384994 May 18 10:25:34.188672 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 43440) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:25:34.245963 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cd30b6e-8e9a-4313-8a36-1f3ecca15152 admin admin] Deleting subnet b0a10d77-559e-475e-95e5-827eb9e593a3 {{(pid=91255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 10:25:34.249172 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-7cd30b6e-8e9a-4313-8a36-1f3ecca15152 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:34.299490 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-7cd30b6e-8e9a-4313-8a36-1f3ecca15152 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2332627'] for subnet, precommit_delete_associations {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:34.375584 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-7cd30b6e-8e9a-4313-8a36-1f3ecca15152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379774'] for subnet, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:34.632639 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-7cd30b6e-8e9a-4313-8a36-1f3ecca15152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2298964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2126218'] for subnet, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:34.637713 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-a310367a-66a9-4114-8618-895a9094bd24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:25:34.671390 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd30b6e-8e9a-4313-8a36-1f3ecca15152 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0a10d77-559e-475e-95e5-827eb9e593a3,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:25:34.674724 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-7cd30b6e-8e9a-4313-8a36-1f3ecca15152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:25:34.675826 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-7cd30b6e-8e9a-4313-8a36-1f3ecca15152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for subnet, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:34.680943 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f34505-1b2a-4c90-b0ba-86f13e80043d None None] Network e9aa462d-12d4-4d98-a133-6e73c55c2ccd requested from dv-cinder-772623-5-iscsi {{(pid=91256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 10:25:34.684688 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-7cd30b6e-8e9a-4313-8a36-1f3ecca15152 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b0a10d77-559e-475e-95e5-827eb9e593a3 HTTP/1.1" status: 204 len: 168 time: 0.4928706 May 18 10:25:34.685632 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [-] (91254) accepted ('10.222.0.11', 43444) {{(pid=91254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:25:34.815356 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device b6c35c95-d1a6-44bf-ab9c-03d22baede28 no longer exists at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:25:34.865022 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] No Port match for: b6c35c95-d1a6-44bf-ab9c-03d22baede28 {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:25:34.865361 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device b6c35c95-d1a6-44bf-ab9c-03d22baede28 not bound to the agent host dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:25:34.865769 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device 659003ba-6ac1-4a96-a5ef-3e7c31b5bc60 no longer exists at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:25:34.905891 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-13bf1a17-79b7-48a4-af16-0f52dde01b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7931910'] for network, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:34.925084 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] No Port match for: 659003ba-6ac1-4a96-a5ef-3e7c31b5bc60 {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:25:34.925350 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device 659003ba-6ac1-4a96-a5ef-3e7c31b5bc60 not bound to the agent host dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:25:34.979044 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [None req-13bf1a17-79b7-48a4-af16-0f52dde01b62 admin admin] Deleting port a3941370-03ea-4aee-86bc-a860a1120a11 {{(pid=91254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:25:34.979385 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-13bf1a17-79b7-48a4-af16-0f52dde01b62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:35.041349 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edaaca42-a09a-4b62-b679-49628ae31611 None None] DHCP port deletion for e9aa462d-12d4-4d98-a133-6e73c55c2ccd request from dv-cinder-772623-5-iscsi {{(pid=91256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 10:25:35.076395 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.db [None req-13bf1a17-79b7-48a4-af16-0f52dde01b62 admin admin] For port a3941370-03ea-4aee-86bc-a860a1120a11, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=a3941370-03ea-4aee-86bc-a860a1120a11,segment=NetworkSegment(2c4aeb58-50f4-48ee-86a5-9343d0c6586a),segment_id=2c4aeb58-50f4-48ee-86a5-9343d0c6586a)] {{(pid=91254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:25:35.076747 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-13bf1a17-79b7-48a4-af16-0f52dde01b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:35.104033 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-edaaca42-a09a-4b62-b679-49628ae31611 None None] Deleting port a3941370-03ea-4aee-86bc-a860a1120a11 {{(pid=91256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 10:25:35.104413 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-edaaca42-a09a-4b62-b679-49628ae31611 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726941261415'] for port, before_delete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:35.199194 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.db [None req-edaaca42-a09a-4b62-b679-49628ae31611 None None] For port a3941370-03ea-4aee-86bc-a860a1120a11, host dv-cinder-772623-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-5-iscsi',level=0,port_id=a3941370-03ea-4aee-86bc-a860a1120a11,segment=NetworkSegment(2c4aeb58-50f4-48ee-86a5-9343d0c6586a),segment_id=2c4aeb58-50f4-48ee-86a5-9343d0c6586a)] {{(pid=91256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 10:25:35.199581 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-edaaca42-a09a-4b62-b679-49628ae31611 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924656'] for port, precommit_delete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:35.200538 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.plugin [None req-13bf1a17-79b7-48a4-af16-0f52dde01b62 admin admin] Calling delete_port for a3941370-03ea-4aee-86bc-a860a1120a11 owned by network:dhcp {{(pid=91254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:25:35.247761 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-13bf1a17-79b7-48a4-af16-0f52dde01b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2477956'] for port, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:35.251458 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-24ade49d-38c4-4bf9-a805-ae28c35b3a4b tempest-AttachVolumeTestJSON-753938058 tempest-AttachVolumeTestJSON-753938058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:25:35.294465 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf1a17-79b7-48a4-af16-0f52dde01b62 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3941370-03ea-4aee-86bc-a860a1120a11,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:25:35.297493 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-13bf1a17-79b7-48a4-af16-0f52dde01b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:25:35.298313 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bf1a17-79b7-48a4-af16-0f52dde01b62 admin admin] No DVR routers for this DVR port a3941370-03ea-4aee-86bc-a860a1120a11 on host dv-cinder-772623-5-iscsi {{(pid=91254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:25:35.321068 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-edaaca42-a09a-4b62-b679-49628ae31611 None None] Calling delete_port for a3941370-03ea-4aee-86bc-a860a1120a11 owned by network:dhcp {{(pid=91256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 10:25:35.363430 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-edaaca42-a09a-4b62-b679-49628ae31611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7994953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779655', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726941264312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726940849924'] for port, after_delete {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:35.367722 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-c714f1c4-c74f-4641-a4b8-b77735b4c0e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:25:35.411599 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-13bf1a17-79b7-48a4-af16-0f52dde01b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373237', 'neutron.services.segments.db._delete_segments_for_network-8726941291138'] for network, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:35.412727 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaaca42-a09a-4b62-b679-49628ae31611 None None] Pushing event deleted for resources: {'Port': ['ID=a3941370-03ea-4aee-86bc-a860a1120a11,revision_number=None']} {{(pid=91256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:25:35.416128 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG oslo_concurrency.lockutils [None req-edaaca42-a09a-4b62-b679-49628ae31611 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:25:35.417199 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaaca42-a09a-4b62-b679-49628ae31611 None None] No DVR routers for this DVR port a3941370-03ea-4aee-86bc-a860a1120a11 on host dv-cinder-772623-5-iscsi {{(pid=91256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 10:25:35.425612 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.services.segments.db [None req-13bf1a17-79b7-48a4-af16-0f52dde01b62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9aa462d-12d4-4d98-a133-6e73c55c2ccd']}} {{(pid=91254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:25:35.437839 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.services.segments.db [None req-13bf1a17-79b7-48a4-af16-0f52dde01b62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c4aeb58-50f4-48ee-86a5-9343d0c6586a') {'for_net_delete': True} {{(pid=91254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:25:35.438198 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.services.segments.db [None req-13bf1a17-79b7-48a4-af16-0f52dde01b62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c4aeb58-50f4-48ee-86a5-9343d0c6586a') {} {{(pid=91254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 10:25:35.449434 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-13bf1a17-79b7-48a4-af16-0f52dde01b62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726941301643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1687651'] for segment, before_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:35.470234 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-13bf1a17-79b7-48a4-af16-0f52dde01b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901'] for segment, precommit_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:35.476063 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13bf1a17-79b7-48a4-af16-0f52dde01b62 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=91254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 10:25:35.476433 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-13bf1a17-79b7-48a4-af16-0f52dde01b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8377901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2478073'] for segment, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:35.489184 dv-cinder-772623-5-iscsi neutron-server[91254]: Traceback (most recent call last): May 18 10:25:35.489184 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 10:25:35.489184 dv-cinder-772623-5-iscsi neutron-server[91254]: timer() May 18 10:25:35.489184 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 10:25:35.489184 dv-cinder-772623-5-iscsi neutron-server[91254]: cb(*args, **kw) May 18 10:25:35.489184 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 10:25:35.489184 dv-cinder-772623-5-iscsi neutron-server[91254]: return func(*args, **kwargs) May 18 10:25:35.489184 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 10:25:35.489184 dv-cinder-772623-5-iscsi neutron-server[91254]: self._notify() May 18 10:25:35.489184 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 10:25:35.489184 dv-cinder-772623-5-iscsi neutron-server[91254]: self.callback(batched_events) May 18 10:25:35.489184 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 10:25:35.489184 dv-cinder-772623-5-iscsi neutron-server[91254]: event.method(event) May 18 10:25:35.489184 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 10:25:35.489184 dv-cinder-772623-5-iscsi neutron-server[91254]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 10:25:35.489184 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 10:25:35.489184 dv-cinder-772623-5-iscsi neutron-server[91254]: aggregate_uuid = self.p_client.list_aggregates( May 18 10:25:35.489184 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 10:25:35.489184 dv-cinder-772623-5-iscsi neutron-server[91254]: return f(self, *a, **k) May 18 10:25:35.489184 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 10:25:35.489184 dv-cinder-772623-5-iscsi neutron-server[91254]: return self._get(url).json() May 18 10:25:35.489184 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 10:25:35.489184 dv-cinder-772623-5-iscsi neutron-server[91254]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 10:25:35.489184 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 10:25:35.489184 dv-cinder-772623-5-iscsi neutron-server[91254]: return self.request(url, 'GET', **kwargs) May 18 10:25:35.489184 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 10:25:35.489184 dv-cinder-772623-5-iscsi neutron-server[91254]: base_url = self.get_endpoint(auth, allow=allow, May 18 10:25:35.489184 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 10:25:35.489184 dv-cinder-772623-5-iscsi neutron-server[91254]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 10:25:35.489184 dv-cinder-772623-5-iscsi neutron-server[91254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 10:25:35.489184 dv-cinder-772623-5-iscsi neutron-server[91254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 10:25:35.489184 dv-cinder-772623-5-iscsi neutron-server[91254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 10:25:35.560514 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-13bf1a17-79b7-48a4-af16-0f52dde01b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-975758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924726'] for network, after_delete {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:35.565237 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron_lib.callbacks.manager [None req-13bf1a17-79b7-48a4-af16-0f52dde01b62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779669'] for network, before_response {{(pid=91254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:35.569086 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-6cbe6192-fbb5-4a41-9fb5-88f280b5b540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:25:35.593947 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf1a17-79b7-48a4-af16-0f52dde01b62 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9aa462d-12d4-4d98-a133-6e73c55c2ccd,revision_number=None']} {{(pid=91254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:25:35.596243 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG oslo_concurrency.lockutils [None req-13bf1a17-79b7-48a4-af16-0f52dde01b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:25:35.597878 dv-cinder-772623-5-iscsi neutron-server[91254]: INFO neutron.wsgi [None req-13bf1a17-79b7-48a4-af16-0f52dde01b62 admin admin] 10.222.0.11 "DELETE /v2.0/networks/e9aa462d-12d4-4d98-a133-6e73c55c2ccd HTTP/1.1" status: 204 len: 168 time: 0.9112775 May 18 10:25:35.706201 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 43450) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:25:35.754985 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-b3bd6c08-2af0-47fc-a2e5-bf10843b701f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a78a280c19e74496b43762736b06b41b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474901 May 18 10:25:35.757245 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 43454) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:25:35.812137 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-6ac35ee2-7d42-4efe-9363-c3c010ab18f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:35.840570 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-6ac35ee2-7d42-4efe-9363-c3c010ab18f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:35.891080 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-6ac35ee2-7d42-4efe-9363-c3c010ab18f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:35.894864 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-943b400c-3da4-454e-9317-4ba740096e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:25:35.908538 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac35ee2-7d42-4efe-9363-c3c010ab18f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8060b50a-1863-49b4-86e5-612c2209b4e0,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:25:35.910937 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-6ac35ee2-7d42-4efe-9363-c3c010ab18f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:25:35.917343 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-6ac35ee2-7d42-4efe-9363-c3c010ab18f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:35.918492 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-6ac35ee2-7d42-4efe-9363-c3c010ab18f0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8060b50a-1863-49b4-86e5-612c2209b4e0 HTTP/1.1" status: 204 len: 168 time: 0.1603281 May 18 10:25:36.259945 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 43462) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:25:36.306207 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-fe8571c1-39c4-4126-b8ef-499b8c7742c7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7851e9900d424d46a2f1684c93d0f26d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450792 May 18 10:25:36.308450 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.wsgi [-] (91255) accepted ('10.222.0.11', 43466) {{(pid=91255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 10:25:36.364234 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-fb8726bb-25a0-4425-bb73-78def39eae80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:36.388850 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-fb8726bb-25a0-4425-bb73-78def39eae80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:36.442107 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-fb8726bb-25a0-4425-bb73-78def39eae80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971936'] for security_group, after_delete {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:36.447380 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-24d93bcb-685c-46cc-8d03-3364921c6c3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 10:25:36.463413 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8726bb-25a0-4425-bb73-78def39eae80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bcd48b-4be8-435d-907c-e3ad5830a775,revision_number=None']} {{(pid=91255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 10:25:36.465686 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG oslo_concurrency.lockutils [None req-fb8726bb-25a0-4425-bb73-78def39eae80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 10:25:36.468321 dv-cinder-772623-5-iscsi neutron-server[91255]: DEBUG neutron_lib.callbacks.manager [None req-fb8726bb-25a0-4425-bb73-78def39eae80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:36.470427 dv-cinder-772623-5-iscsi neutron-server[91255]: INFO neutron.wsgi [None req-fb8726bb-25a0-4425-bb73-78def39eae80 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b3bcd48b-4be8-435d-907c-e3ad5830a775 HTTP/1.1" status: 204 len: 168 time: 0.1601021 May 18 10:25:36.760495 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device a3941370-03ea-4aee-86bc-a860a1120a11 no longer exists at agent ovs-agent-dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 10:25:36.797220 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.plugin [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] No Port match for: a3941370-03ea-4aee-86bc-a860a1120a11 {{(pid=91256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 10:25:36.797579 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron.plugins.ml2.rpc [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Device a3941370-03ea-4aee-86bc-a860a1120a11 not bound to the agent host dv-cinder-772623-5-iscsi {{(pid=91256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 10:25:47.105977 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:48.837967 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:25:52.644515 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-c90d8948-0998-4485-b14e-7de35a7d104b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:55.252172 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:55.269602 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-1bc5f920-a64e-44ec-b355-5d0527a7d991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:56.728236 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:25:58.250602 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:26:17.105426 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:26:20.518239 dv-cinder-772623-5-iscsi neutron-server[91254]: DEBUG neutron.wsgi [req-348be292-cdb2-4050-a7ad-19d74d45e7ca req-451d7772-dcbc-4ab0-9b08-614ff147d946 service neutron] (91254) timed out ('10.222.0.11', 40166) {{(pid=91254) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 18 10:26:22.645344 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-62e056ad-a085-4b72-ab6a-86dda4ca22f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:26:25.253370 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:26:25.271465 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-fdbf535d-bbb0-4bcb-adbb-49431dbd11f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:26:25.837329 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:26:26.732029 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:26:28.255127 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:26:47.105225 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:26:52.650626 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-8974cc67-1141-4318-b6b0-7b8f0b522918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:26:55.255162 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:26:55.272581 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-224041b4-e662-4fca-8b80-b9f07d188f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:26:56.733768 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:26:58.254976 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:27:02.836331 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:27:17.120476 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:27:22.652146 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-421a0d27-ebd1-4070-84ca-7d21cb282be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:27:25.256413 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:27:25.272142 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-c6f12695-8c48-46a1-b1f5-c410e55e1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:27:26.736061 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:27:28.309447 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:27:39.836536 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:27:47.118950 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:27:52.653902 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e729f5ed-c5e4-4608-8aa6-4bf675b29a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:27:55.256791 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:27:55.272524 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e79e2a5e-68fd-47f8-9017-b9e5d85389b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:27:56.739694 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:27:58.261322 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:28:16.835725 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:28:17.119314 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:28:22.655235 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-53a7fb6e-32ae-42d9-926d-e2271c0cdfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:28:25.261913 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:28:25.273271 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-483fab24-e3b6-46c3-a6e7-4caa36c167df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:28:26.742176 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:28:28.264662 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:28:47.120579 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:28:52.656154 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-5ce01f28-9925-439d-b6e8-17f5da300a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:28:53.835481 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:28:55.272216 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:28:55.275898 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-726947f3-c94e-480d-ac29-f7b9ae001f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:28:56.744925 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:28:58.267251 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:29:17.118310 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:29:22.659957 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-6c7cbd50-74d5-460d-b45e-0420073fcdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:29:25.267363 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:29:25.280159 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-5a6918b4-e4ea-44f7-9c52-21c7e7df853c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:29:26.747814 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:29:28.316136 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:29:30.834603 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:29:47.117811 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:29:52.660367 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-b606c7da-0427-4bb1-a72d-e9fb5276bc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:29:55.259202 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:29:55.280377 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-7bc54061-c366-44b7-8e64-cbbc0c46d04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:29:56.748409 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:29:58.273904 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:30:07.834163 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:30:17.117596 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:30:22.663765 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-33eeb340-47f1-4e79-a9d0-a40d40a6e1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:30:25.260455 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:30:25.279544 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-3b60dd11-4b28-46c6-8e7b-057aaa83d6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:30:26.751703 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:30:28.276311 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:30:44.833742 dv-cinder-772623-5-iscsi neutron-server[91257]: DEBUG neutron.db.agents_db [None req-af9c85ee-08c4-4e23-925b-8a5ee5ce4fac None None] Agent healthcheck: found 6 active agents {{(pid=91257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 10:30:47.116985 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-02f2c44b-c1ff-4822-bf2d-39fcb20bf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:30:52.665878 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-1a638716-bf8c-44b4-a5d2-973ca83661b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:30:55.262835 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-e4709306-682a-4423-bb20-93589c0b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:30:55.279995 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-574c2cad-6639-4ab8-a1de-7c8793ccf2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:30:56.754117 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-99b50842-00a6-4e7d-9fe4-7ef574ef54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 10:30:58.280228 dv-cinder-772623-5-iscsi neutron-server[91256]: DEBUG neutron_lib.callbacks.manager [None req-764d03a7-0093-41f8-b96d-6590ea5d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726941294812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8375103'] for agent, after_update {{(pid=91256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}